CI-CD PIMS Development #1985
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-CD PIMS Development | |
| env: | |
| OPENSHIFT_SERVER: ${{ secrets.OPENSHIFT_SERVER }} | |
| # service account: gitaction | |
| OPENSHIFT_TOKEN: ${{ secrets.OPENSHIFT_TOKEN }} | |
| OPENSHIFT_TOOLS_NAMESPACE: "3cd915-tools" | |
| MS_TEAMS_WEBHOOK_BUILD_CHANNEL: ${{ secrets.MS_TEAMS_WEBHOOK_URI_BUILD_CHANNEL }} | |
| AUTH__KEYCLOAK__SECRET: ${{ secrets.KEYCLOAK_SECRET }} | |
| AUTH__KEYCLOAK__SERVICEACCOUNT__SECRET: ${{ secrets.KEYCLOAK_SERVICEACCOUNT_SECRET }} | |
| ASPNETCORE_ENVIRONMENT: "Development" | |
| ## variables for scripts under git\openshift\4.0\scripts\oc-*.sh | |
| APP_PORT: 8080 | |
| DESTINATION: "dev" | |
| OC_JOB_NAME: "dev" | |
| GIT_URL: "${{github.server_url}}/${{github.repository}}" | |
| GIT_BRANCH: "${{github.ref}}" | |
| APP_NAME: "pims" | |
| PROJ_PREFIX: "3cd915" | |
| PROJ_TOOLS: "3cd915-tools" | |
| PROJ_DEV: "dev" | |
| PROJ_TEST: "test" | |
| PROJ_PROD: "prod" | |
| TAG_DEV: "dev" | |
| TAG_TEST: "test" | |
| TAG_PROD: "prod" | |
| DEPLOYMENT_NAMESPACE: "3cd915-dev" | |
| on: | |
| workflow_dispatch: | |
| jobs: | |
| ci-cd-start-notification: | |
| name: CI-CD Start Notification to Teams Channel | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Start notification to Teams Channel | |
| uses: dragos-cojocari/[email protected] | |
| with: | |
| github-token: ${{ github.token }} | |
| ms-teams-webhook-uri: ${{ env.MS_TEAMS_WEBHOOK_BUILD_CHANNEL }} | |
| notification-summary: PIMS CI-CD GitHub Action STARTED in DEV | |
| notification-color: 17a2b8 | |
| timezone: America/Los_Angeles | |
| build-frontend: | |
| name: Build frontend | |
| needs: ci-cd-start-notification | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: ${{ env.OPENSHIFT_TOOLS_NAMESPACE }} | |
| - name: Call script to build frontend (pims-app and pims-app-base) | |
| run: | | |
| ./openshift/4.0/player.sh build app-base -apply | |
| ./openshift/4.0/player.sh build app -apply | |
| build-api: | |
| name: Build api | |
| needs: ci-cd-start-notification | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: ${{ env.OPENSHIFT_TOOLS_NAMESPACE }} | |
| - name: Call script to build backend services | |
| run: | | |
| ./openshift/4.0/player.sh build api -apply | |
| ./openshift/4.0/player.sh build proxy -apply | |
| ./openshift/4.0/player.sh build scheduler -apply | |
| deploy: | |
| name: Deploy to OpenShift | |
| needs: [build-frontend, build-api] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: ${{ env.OPENSHIFT_TOOLS_NAMESPACE }} | |
| - name: Deploy PIMS frontend | |
| shell: bash | |
| run: | | |
| oc tag pims-app:latest-$DESTINATION pims-app:$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout restart deployment/pims-app-$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout status --timeout=600s deployment/pims-app-$DESTINATION | |
| - name: Deploy PIMS api | |
| shell: bash | |
| run: | | |
| oc tag pims-api:latest-$DESTINATION pims-api:$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout restart deployment/pims-api-$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout status --timeout=600s deployment/pims-api-$DESTINATION | |
| - name: Deploy geoserver proxy microservice | |
| shell: bash | |
| run: | | |
| oc tag pims-proxy:latest-$DESTINATION pims-proxy:$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout restart deployment/pims-proxy-$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout status --timeout=600s deployment/pims-proxy-$DESTINATION | |
| - name: Deploy scheduler microservice | |
| shell: bash | |
| run: | | |
| oc tag pims-scheduler:latest-$DESTINATION pims-scheduler:$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout restart deployment/pims-scheduler-$DESTINATION | |
| oc -n $DEPLOYMENT_NAMESPACE rollout status --timeout=600s deployment/pims-scheduler-$DESTINATION | |
| - name: Deploy mayan | |
| shell: bash | |
| run: | | |
| oc tag mayan-bcgov:latest-$DESTINATION mayan-bcgov:$DESTINATION | |
| # the command: | |
| # 1) creates an openshift job with generated name to avoid name conflict, substituting the variables in the template. | |
| # 2) greps the generated name from the previous step. | |
| # 3) waits for the job to complete using the generated name. | |
| database-upgrade: | |
| name: Upgrade database | |
| needs: [deploy] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: 3cd915-dev | |
| - name: call scripts to upgrade database | |
| shell: bash | |
| run: | | |
| JOB_NAME=$(oc process -f ./openshift/4.0/templates/jobs/db-deploy.yaml -p DB_SECRET_NAME=pims-database -p GIT_BRANCH=dev -p SERVER_NAME=sqldevtst.th.gov.bc.ca -p DB_NAME=PIMS_DEV -p NAMESPACE=3cd915-dev | oc create -f - | grep -oP "(?<=job\.batch/)[^\s]*") | |
| oc wait --for=condition=complete job/$JOB_NAME --timeout=120s | |
| oc get pods -o custom-columns=POD:.metadata.name --no-headers | grep -Eo $JOB_NAME-[^\s].* | (read POD_NAME; oc logs $POD_NAME) | |
| ## Call the mayan sync task three times, once for each mayan sync endpoint. The task will wait for the job to complete before exiting. | |
| ## Note: this depends on the mayan-sync configmap for the target namespace being up to date. | |
| mayan-sync: | |
| name: sync mayan | |
| needs: database-upgrade | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: 3cd915-dev | |
| - name: call scripts to sync mayan | |
| shell: bash | |
| run: | | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-dev-only-4700 -p MAYAN_SYNC_URL=https://pims-app-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/mayan/metadatatype -p KEYCLOAK_SECRET_NAME=pims-api-sso | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-dev-only-4700 -p MAYAN_SYNC_URL=https://pims-app-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/documenttype -p KEYCLOAK_SECRET_NAME=pims-api-sso | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-dev-only-4700 -p MAYAN_SYNC_URL=https://pims-app-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/mayan -p KEYCLOAK_SECRET_NAME=pims-api-sso | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| ## Call the tekton pipeline that executes the keycloak sync. Dependent on the pims-api being accessible. Can run in parallel with the mayan sync. | |
| keycloak-sync: | |
| name: sync keycloak | |
| needs: database-upgrade | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: 3cd915-dev | |
| - name: call scripts to sync keycloak | |
| shell: bash | |
| run: | | |
| oc process -f ./openshift/4.0/templates/jobs/keycloak-sync-pipeline-run.yaml -p ASPNETCORE_ENVIRONMENT=$ASPNETCORE_ENVIRONMENT -p NAMESPACE=3cd915-dev -p BRANCH=$DESTINATION -p API_URL=http://pims-api-dev:8080/api | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read PIPELINE_NAME; oc wait --for=condition=succeeded pipelineruns/$PIPELINE_NAME --timeout=500s) | |
| ci-cd-end-notification: | |
| name: CI-CD End Notification to Teams Channel | |
| runs-on: ubuntu-22.04 | |
| needs: keycloak-sync | |
| steps: | |
| - name: check workflow status | |
| uses: martialonline/workflow-status@v4 | |
| id: check | |
| - name: End notification to Teams Channel | |
| uses: dragos-cojocari/[email protected] | |
| with: | |
| github-token: ${{ github.token }} | |
| ms-teams-webhook-uri: ${{ env.MS_TEAMS_WEBHOOK_BUILD_CHANNEL }} | |
| notification-summary: PIMS CI-CD GitHub Action COMPLETED in DEV environment with status ${{ steps.check.outputs.status }} | |
| notification-color: 17a2b8 | |
| timezone: America/Los_Angeles |