push catalog #58
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: API CI | |
| on: | |
| push: | |
| branches: | |
| - EVEREST-1563-operator-early-adoption | |
| permissions: | |
| contents: read | |
| packages: write | |
| checks: write | |
| pull-requests: write | |
| jobs: | |
| test: | |
| name: Test | |
| timeout-minutes: 10 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| go-version: [ 1.23.x ] | |
| may-fail: [ false ] | |
| continue-on-error: ${{ matrix.may-fail }} | |
| runs-on: ubuntu-20.04 | |
| env: | |
| # VERSION ridiculously higher than any potentially existing | |
| VERSION: 1.10000.0 | |
| CLI_PREREQUISITES: ">= 1.2.0" | |
| K8S_PREREQUISITES: ">= 1.27" | |
| VS_PORT: 8081 | |
| VS_URL: "" | |
| LOCAL_REGISTRY_PORT: 5000 | |
| LOCAL_REGISTRY: "" | |
| ARCH: "" | |
| OS: "" | |
| TOOLS_PATH: "/opt/tools/bin" | |
| steps: | |
| - name: Set environment variables | |
| run: | | |
| echo "ARCH=$(uname -m | sed 's/x86_64/amd64/;s/aarch64/arm64/')" >> $GITHUB_ENV | |
| echo "OS=$(uname | awk '{print tolower($0)}')" >> $GITHUB_ENV | |
| echo "LOCAL_REGISTRY=localhost:$LOCAL_REGISTRY_PORT" >> $GITHUB_ENV | |
| echo "VS_URL=localhost:$VS_PORT" >> $GITHUB_ENV | |
| - name: Set up Go release | |
| uses: percona-platform/setup-go@v4 | |
| with: | |
| go-version: ${{ matrix.go-version }} | |
| - name: Set GO_VERSION environment variable | |
| run: | | |
| go version | |
| echo "GO_VERSION=$(go version)" >> $GITHUB_ENV | |
| - name: Enable Go modules cache | |
| uses: percona-platform/cache@v3 | |
| with: | |
| path: ~/go/pkg/mod | |
| key: ${{ matrix.os }}-go-${{ matrix.go-version }}-modules-${{ hashFiles('**/go.sum') }} | |
| restore-keys: | | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-modules- | |
| - name: Enable Go build cache | |
| uses: percona-platform/cache@v3 | |
| with: | |
| path: ~/.cache/go-build | |
| key: ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}-${{ hashFiles('**') }} | |
| restore-keys: | | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-build-${{ github.ref }}- | |
| ${{ matrix.os }}-go-${{ matrix.go-version }}-build- | |
| - name: Start local Kubernetes cluster with the local registry | |
| uses: medyagh/setup-minikube@latest | |
| id: minikube | |
| with: | |
| cpus: 2 | |
| memory: 2000m | |
| addons: registry | |
| insecure-registry: ${{ env.LOCAL_REGISTRY }} | |
| - name: Expose local registry | |
| run: | | |
| kubectl port-forward --namespace kube-system service/registry $LOCAL_REGISTRY_PORT:80 & | |
| - name: VS - checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: Percona-Lab/percona-version-service | |
| path: percona-version-service | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| - name: VS - update | |
| run: | | |
| cd percona-version-service | |
| make init | |
| # create an entry for the new Everest version | |
| printf "version: $VERSION\nsupported:\n cli: '$CLI_PREREQUISITES'\n kubernetes: '$K8S_PREREQUISITES'" > "sources/metadata/everest/$VERSION.yaml" | |
| - name: Build and Push VS dev image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: percona-version-service | |
| push: true | |
| tags: ${{ env.LOCAL_REGISTRY}}/perconalab/version-service:dev | |
| - name: Apply VS manifest | |
| run: | | |
| kubectl create ns everest-system | |
| sed -i "s/perconalab\/version-service:.*/$LOCAL_REGISTRY\/perconalab\/version-service:dev/g" percona-version-service/deploy.yaml | |
| kubectl apply -f percona-version-service/deploy.yaml -n everest-system | |
| kubectl wait --for=jsonpath='{.status.readyReplicas}'=3 deployment/percona-version-service -n everest-system | |
| kubectl port-forward svc/percona-version-service $VS_PORT:80 -n everest-system & | |
| - name: Operator - check out | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: percona/everest-operator | |
| path: everest-operator | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| - name: Operator - install operator-sdk | |
| run: | | |
| mkdir -p $TOOLS_PATH | |
| echo $TOOLS_PATH >> $GITHUB_PATH | |
| export OPERATOR_SDK_DL_URL=https://github.com/operator-framework/operator-sdk/releases/download/v1.25.2 | |
| curl -LO ${OPERATOR_SDK_DL_URL}/operator-sdk_${OS}_${ARCH} | |
| gpg --keyserver keyserver.ubuntu.com --recv-keys 052996E2A20B5C7E | |
| curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt | |
| curl -LO ${OPERATOR_SDK_DL_URL}/checksums.txt.asc | |
| gpg -u "Operator SDK (release) <[email protected]>" --verify checksums.txt.asc | |
| grep operator-sdk_${OS}_${ARCH} checksums.txt | sha256sum -c - | |
| chmod +x operator-sdk_${OS}_${ARCH} | |
| mv operator-sdk_${OS}_${ARCH} $TOOLS_PATH/operator-sdk | |
| - name: Operator - build and bundle | |
| run: | | |
| cd everest-operator | |
| make build manifests bundle | |
| - name: Operator - setup Docker meta for everest-operator | |
| id: operator_meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.LOCAL_REGISTRY }}/perconalab/everest-operator | |
| tags: | | |
| type=raw,value=${{ env.VERSION }} | |
| - name: Operator - setup Docker meta for everest-operator-bundle | |
| id: bundle_meta | |
| uses: docker/metadata-action@v5 | |
| with: | |
| images: | | |
| ${{ env.LOCAL_REGISTRY }}/perconalab/everest-operator-bundle | |
| tags: | | |
| type=raw,value=${{ env.VERSION }} | |
| - name: Operator - push everest-operator image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: everest-operator | |
| push: true | |
| tags: ${{ steps.operator_meta.outputs.tags }} | |
| - name: Operator - push everest-operator-bundle image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: everest-operator | |
| push: true | |
| tags: ${{ steps.bundle_meta.outputs.tags }} | |
| file: everest-operator/bundle.Dockerfile | |
| - name: Catalog - checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| ref: EVEREST-1563-variable-registry # !!! remove this line once merged | |
| repository: percona/everest-catalog | |
| path: everest-catalog | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| - name: Catalog - update veneer file | |
| run: | | |
| cd everest-catalog/tools | |
| go run . \ | |
| --veneer-file ../veneer/everest-operator.yaml \ | |
| --channel fast-v0 \ | |
| --new-version ${{ env.VERSION }} \ | |
| --registry ${{ env.LOCAL_REGISTRY }} \ | |
| --test-repo \ | |
| cd .. | |
| curl -Lo /tmp/opm https://github.com/operator-framework/operator-registry/releases/download/v1.44.0/${OS}-${ARCH}-opm | |
| chmod +x /tmp/opm | |
| /tmp/opm alpha render-template basic --skip-tls -o yaml < veneer/everest-operator.yaml > catalog/everest-operator/catalog.yaml | |
| # Check if veneer has the new version listed | |
| if ! grep -q "$VERSION$" catalog/everest-operator/catalog.yaml; then | |
| echo "catalog/everest-operator/catalog.yaml does not include the version $VERSION" | |
| exit 1 | |
| fi | |
| - name: Catalog - Build and Push image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: everest-catalog | |
| push: true | |
| tags: ${{ env.LOCAL_REGISTRY}}/perconalab/everest-catalog:${{ env.VERSION }} | |
| file: everest-catalog.Dockerfile | |
| - name: Everest - check out | |
| uses: actions/checkout@v4 | |
| with: | |
| token: ${{ secrets.ROBOT_TOKEN }} | |
| - name: Everest - setup golang | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version-file: "./go.mod" | |
| - name: Everest - update sources | |
| run: | | |
| # Update deploy manifest | |
| sed -i "s/perconalab\/everest.*/$LOCAL_REGISTRY\/perconalab\/everest:$VERSION/g" deploy/quickstart-k8s.yaml | |
| sed -i "s/percona\/everest.*/$LOCAL_REGISTRY\/perconalab\/everest:$VERSION/g" deploy/quickstart-k8s.yaml | |
| # Change version in Makefile | |
| sed -i "s/RELEASE_VERSION ?=.*/RELEASE_VERSION ?= v$VERSION/g" Makefile | |
| # Change release manifest link: use local path to file | |
| sed -i "s/https:\/\/raw.githubusercontent.com\/percona\/everest\/v%s\///g" pkg/version/version.go | |
| # Change release catalog image link: use LOCAL_REGISTRY | |
| sed -i "s/docker.io/$LOCAL_REGISTRY/g" pkg/version/version.go | |
| git status | |
| - name: Everest UI - setup pnpm | |
| uses: pnpm/action-setup@v4 | |
| with: | |
| version: 9.4.0 | |
| - name: Everest UI - run with Node 20 | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: 20.x | |
| cache: "pnpm" | |
| cache-dependency-path: ui/pnpm-lock.yaml | |
| - name: Everest UI - build | |
| run: | | |
| cd ui | |
| pnpm install | |
| EVEREST_OUT_DIR=${GITHUB_WORKSPACE}/public/dist/ pnpm build | |
| - name: Everest - build binary | |
| run: | | |
| if [[ $IS_RC == 1 ]]; then | |
| CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make rc | |
| else | |
| CGO_ENABLED=0 GOOS=linux GOARCH=amd64 make release | |
| fi | |
| - name: Everest - setup docker build metadata | |
| uses: docker/metadata-action@v5 | |
| id: everest_meta | |
| with: | |
| images: | | |
| {{ env.$LOCAL_REGISTRY }}/perconalab/everest | |
| tags: | | |
| type=raw,value=${{ env.VERSION }} | |
| - name: Everest - push Everest image | |
| uses: docker/build-push-action@v6 | |
| with: | |
| context: . | |
| push: true | |
| tags: ${{ steps.everest_meta.outputs.tags }} | |
| - name: Provision Everest using CLI | |
| shell: bash | |
| run: | | |
| make init | |
| make build-cli | |
| ./bin/everestctl install -v \ | |
| --version $VERSION \ | |
| --version-metadata-url $VS_URL \ | |
| --operator.mongodb \ | |
| --operator.postgresql \ | |
| --operator.xtradb-cluster \ | |
| --skip-wizard \ | |
| --namespaces everest |