Merge pull request #23 from RasaHQ/ATO-1037

Add new workflow to schedule run e2e tests on azure

.github/workflows/run-e2e-tests-on-azure.yml

@@ -0,0 +1,185 @@
+name: Continous Integration and Deployment
+
+on:
+  schedule:
+    # Run cron job at 8AM Monday to Sunday.
+    - cron: '0 8 * * *'
+  workflow_dispatch:
+
+env:
+  DEFAULT_PYTHON_VERSION: '3.9'
+  POETRY_VERSION: 1.8.2
+
+jobs:
+  train-model:
+    name: Train model
+    runs-on: ubuntu-22.04
+
+    steps:
+      - name: Checkout git repository 🕝
+        uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c
+        with:
+          ref: test-azure-openai
+
+      - name: Setup Python
+        uses: actions/setup-python@57ded4d7d5e986d7296eab16560982c6dd7c923b
+        with:
+          python-version: ${{ env.DEFAULT_PYTHON_VERSION }}
+
+      - name: Install poetry 🦄
+        uses: Gr1N/setup-poetry@15821dc8a61bc630db542ae4baf6a7c19a994844
+        with:
+          poetry-version: ${{ env.POETRY_VERSION }}
+
+      - name: Load Poetry Cached Libraries ⬇
+        id: cache-poetry
+        uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
+        with:
+          path: .venv
+          key: ${{ runner.os }}-poetry-${{ env.POETRY_VERSION }}-${{ env.DEFAULT_PYTHON_VERSION }}-${{ hashFiles('**/poetry.lock') }}
+          restore-keys: ${{ runner.os }}-poetry-${{ env.DEFAULT_PYTHON_VERSION }}
+
+      - name: Create virtual environment
+        if: steps.cache-poetry.outputs.cache-hit != 'true'
+        run: python -m venv create .venv
+
+      - name: Set up virtual environment
+        run: poetry config virtualenvs.in-project true
+
+      # Authenticate with gcloud for release registry (where Rasa is published)
+      - id: "auth-release"
+        name: Authenticate with gcloud for release registry 🎫
+        uses: "google-github-actions/auth@ef5d53e30bbcd8d0836f4288f5e50ff3e086997d"
+        with:
+          token_format: 'access_token'
+          credentials_json: "${{ secrets.RASA_RELEASES_READ }}"
+
+      - name: Configure OAuth token for poetry
+        run: |
+          poetry config http-basic.rasa-plus oauth2accesstoken $(gcloud auth print-access-token)
+
+      - name: Install Dependencies 📦
+        run: |
+          make install
+
+      - name: Train model
+        env:
+          OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+          RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+          RASA_PRO_BETA_INTENTLESS: true
+          RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+        run: |
+          make train
+
+      - name: Upload model to Rasa X
+        id: upload_model
+        run: |
+          cd models
+          files=(*)
+          curl -k -F "model=@$files" "${{secrets.RASA_X_DEPLOYMENT}}/api/projects/default/models?api_token=${{secrets.RASA_X_TOKEN}}"
+          echo "model=${files%%.*}" >> "$GITHUB_OUTPUT"
+
+      - name: Tag model as production in Rasa X
+        if: github.ref == 'refs/heads/main'
+        run: |
+          curl --request PUT \
+          --url "${{secrets.RASA_X_DEPLOYMENT}}/api/projects/default/models/${{steps.upload_model.outputs.model}}/tags/production?api_token=${{secrets.RASA_X_TOKEN}} \
+          --header 'content-type: application/json'
+
+      - name: Persist model
+        uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce
+        with:
+          name: trained-model
+          path: models/${{steps.upload_model.outputs.model}}.tar.gz
+
+  run_e2e_tests:
+    name: Run e2e Tests
+    runs-on: ubuntu-22.04
+    needs: [train-model]
+
+    steps:
+    - name: Checkout git repository 🕝
+      uses: actions/checkout@ac593985615ec2ede58e132d2e21d2b1cbd6127c
+      with:
+        ref: test-azure-openai
+
+    - name: Setup Python
+      uses: actions/setup-python@57ded4d7d5e986d7296eab16560982c6dd7c923b
+      with:
+        python-version: ${{ env.DEFAULT_PYTHON_VERSION }}
+
+    - name: Install poetry 🦄
+      uses: Gr1N/setup-poetry@15821dc8a61bc630db542ae4baf6a7c19a994844
+      with:
+        poetry-version: ${{ env.POETRY_VERSION }}
+
+    - name: Load Poetry Cached Libraries ⬇
+      id: cache-poetry
+      uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
+      with:
+        path: .venv
+        key: ${{ runner.os }}-poetry-${{ env.POETRY_VERSION }}-${{ env.DEFAULT_PYTHON_VERSION }}-${{ hashFiles('**/poetry.lock') }}
+        restore-keys: ${{ runner.os }}-poetry-${{ env.DEFAULT_PYTHON_VERSION }}
+
+    - name: Create virtual environment
+      if: steps.cache-poetry.outputs.cache-hit != 'true'
+      run: python -m venv create .venv
+
+    - name: Set up virtual environment
+      run: poetry config virtualenvs.in-project true
+
+      # Authenticate with gcloud for release registry (where Rasa is published)
+    - id: "auth-release"
+      name: Authenticate with gcloud for release registry 🎫
+      uses: "google-github-actions/auth@ef5d53e30bbcd8d0836f4288f5e50ff3e086997d"
+      with:
+        token_format: 'access_token'
+        credentials_json: "${{ secrets.RASA_RELEASES_READ }}"
+
+    - name: Configure OAuth token for poetry
+      run: |
+        poetry config http-basic.rasa-plus oauth2accesstoken $(gcloud auth print-access-token)
+
+    - name: Install Dependencies 📦
+      run: |
+        make install
+
+    - uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a
+      with:
+        name: trained-model
+        path: models/
+
+    - name: Init LLM Cache
+      id: cache-llm
+      uses: actions/cache@88522ab9f39a2ea568f7027eddc7d8d8bc9d59c8
+      with:
+        path: .rasa
+        key: rasa-llm-cache
+
+    - name: Run action server
+      env:
+        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+        RASA_PRO_BETA_INTENTLESS: true
+      run: |
+        make actions &
+
+    - name: Run e2e happy_path tests
+      env:
+        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+        RASA_PRO_BETA_INTENTLESS: true
+      run: |
+        poetry run rasa test e2e e2e_tests/passing/happy_path
+
+    - name: Run e2e chitchat tests
+      env:
+        OPENAI_API_KEY: ${{secrets.AZURE_OPENAI_API_KEY}}
+        RASA_PRO_LICENSE: ${{secrets.RASA_PRO_LICENSE}}
+        RASA_DUCKLING_HTTP_URL: ${{secrets.DUCKLING_URL}}
+        RASA_PRO_BETA_INTENTLESS: true
+      run: |
+        poetry run rasa test e2e e2e_tests/passing/chitchat
+