ci.yml

# Copyright DataStax, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
name: build
on:
  push:
    branches:
      - main
  pull_request:
    branches:
      - main
jobs:
  tests:
    name: Unit tests (${{ matrix.name }})
    runs-on: ubuntu-latest
    timeout-minutes: 60
    strategy:
      fail-fast: false
      matrix:
        include:
          - name: Runtime
          - name: Runtime IT
          - name: Deployer
          - name: Api Gateway
          - name: Control plane
          - name: Other
          - name: Style
    steps:
      - name: 'Setup: checkout project'
        uses: actions/checkout@v2
      - name: 'Setup: Java 17'
        uses: actions/setup-java@v3
        with:
          distribution: 'temurin'
          java-version: '17.x'
      - name: 'Setup: Python 3.11'
        uses: actions/setup-python@v4
        if: ${{ matrix.name == 'Runtime' }}
        with:
          python-version: '3.11'
          cache: 'pip'
      - name: 'Init: cache local Maven repository'
        uses: actions/cache@v2
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-

      - name: 'Init: install python tools'
        if: ${{ matrix.name == 'Runtime' }}
        run: pip install -r requirements.txt

      - name: 'Init: build project'
        run: |
          chmod +x mvnw
          ./mvnw clean install -DskipTests -PskipPython

      - name: 'Test: Runtime'
        if: ${{ matrix.name == 'Runtime' }}
        run: |
          ./mvnw package -pl ":langstream-runtime-impl"
          if [[ `git status --porcelain` ]]; then
            echo "Found runtime impl changed after building, please build the runtime impl and commit the changes. "
            git status
            git diff
            exit 1
          fi

      - name: 'Test: Runtime (Integration Tests)'
        if: ${{ matrix.name == 'Runtime IT' }}
        run: |
          ./mvnw package -pl ":langstream-runtime-base-docker-image" -Pdocker -DskipTests -PskipPython
          ./mvnw package -pl ":langstream-runtime-impl" -Pdocker -DskipTests -PskipPython
          ./mvnw failsafe:integration-test failsafe:verify -pl ":langstream-runtime-impl" -PskipPython

      - name: 'Test: Api Gateway'
        if: ${{ matrix.name == 'Api Gateway' }}
        run: |
          ./mvnw verify -pl ":langstream-api-gateway" -Pdocker -PskipPython

      - name: 'Test: Deployer'
        if: ${{ matrix.name == 'Deployer' }}
        run: |
          ./mvnw verify -f langstream-k8s-deployer -Pdocker -PskipPython

      - name: 'Test: Control plane'
        if: ${{ matrix.name == 'Control plane' }}
        run: |
          ./mvnw verify -pl langstream-webservice -Pdocker -PskipPython

      - name: 'Test: Other'
        if: ${{ matrix.name == 'Other' }}
        run: |
          #/bin/bash
          ./mvnw verify -PtestSuiteOthers -PskipPython
      - name: 'Test: Style'
        if: ${{ matrix.name == 'Style' }}
        run: |
          #!/bin/bash
          mvn clean install -DskipTests -PskipPython
          if [[ `git status --porcelain` ]]; then
            echo "Found changes after building, please re-build the CRDs or run ./mvnw spotless:apply and commit the changes. "
            git status
            git diff
            exit 1
          fi
  e2e-tests:
    name: End to End tests
    runs-on: LangStream-4-cores
    timeout-minutes: 45
    steps:
      - name: 'Setup: checkout project'
        uses: actions/checkout@v2
      - name: 'Setup: Java 17'
        uses: actions/setup-java@v3
        with:
          distribution: 'temurin'
          java-version: '17.x'
      - name: 'Init: cache local Maven repository'
        uses: actions/cache@v2
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
          restore-keys: |
            ${{ runner.os }}-maven-

      - name: Start minikube
        id: minikube
        uses: medyagh/setup-minikube@latest
        with:
          cpus: 4
          memory: 8192
          kubernetes-version: 1.26.3
      - uses: azure/setup-helm@v3
        with:
          version: v3.7.0

      - uses: azure/setup-kubectl@v3

      - name: 'Build and test'
        run: |
          chmod +x mvnw
          uname -m
          ./dev/prepare-minikube-for-e2e-tests.sh
          ./mvnw install -pl langstream-e2e-tests -am -DskipTests
          ./mvnw verify -pl langstream-e2e-tests -De2eTests -DexcludedGroups="needs-credentials" -Dlangstream.tests.recycleenv=true

      - name: Upload Surefire reports
        uses: actions/upload-artifact@v3
        if: failure()
        continue-on-error: true
        with:
          name: test-logs-e2e
          path: "**/target/e2e-test-logs/*"
          retention-days: 7