Implement event trigger to remove jobs from vectorize.job upon table deletion #122
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build Postgres with pg_vectorize | |
| defaults: | |
| run: | |
| shell: bash | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - "extension/**" | |
| - "images/vectorize-pg/**" | |
| - ".github/workflows/pg-image-build.yml" | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - "extension/**" | |
| - "images/vectorize-pg/**" | |
| - ".github/workflows/pg-image-build.yml" | |
| release: | |
| types: | |
| - created | |
| jobs: | |
| build_and_push_amd64: | |
| name: Build and push AMD64 images | |
| runs-on: | |
| - self-hosted | |
| - dind | |
| - large-8x8 | |
| outputs: | |
| short_sha: ${{ steps.versions.outputs.SHORT_SHA }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install stoml and pg-trunk | |
| shell: bash | |
| run: | | |
| set -xe | |
| sudo apt-get update | |
| sudo apt-get install -y wget | |
| wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
| mv stoml_linux_amd64 stoml | |
| chmod +x stoml | |
| sudo mv stoml /usr/local/bin/ | |
| - name: Set version strings | |
| id: versions | |
| run: | | |
| echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| echo "TAG_VER=$(/usr/local/bin/stoml extension/Cargo.toml package.version)" >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Quay | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: quay.io/tembo | |
| username: ${{ secrets.QUAY_USER_TEMBO }} | |
| password: ${{ secrets.QUAY_PASSWORD_TEMBO }} | |
| - name: Build and push -- Commit | |
| # push commit build when not a release | |
| if: github.event_name != 'release' | |
| run: | | |
| docker build \ | |
| -f ./images/vectorize-pg/Dockerfile \ | |
| -t quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-amd64 . | |
| docker push quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-amd64 | |
| - name: Build and push -- Release | |
| if: github.event_name == 'release' | |
| run: | | |
| docker build \ | |
| -f ./images/vectorize-pg/Dockerfile \ | |
| -t quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-amd64 \ | |
| -t quay.io/tembo/vectorize-pg:latest-amd64 . | |
| docker push quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-amd64 | |
| docker push quay.io/tembo/vectorize-pg:latest-amd64 | |
| build_and_push_arm64: | |
| name: Build and push ARM64 images | |
| runs-on: | |
| - arm64-4x16 | |
| outputs: | |
| short_sha: ${{ steps.versions.outputs.SHORT_SHA }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Install stoml and pg-trunk | |
| shell: bash | |
| run: | | |
| set -xe | |
| sudo apt-get update | |
| sudo apt-get install -y wget | |
| wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_armv7 &> /dev/null | |
| mv stoml_linux_armv7 stoml | |
| chmod +x stoml | |
| sudo mv stoml /usr/local/bin/ | |
| - name: Set version strings | |
| id: versions | |
| run: | | |
| echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| echo "TAG_VER=$(/usr/local/bin/stoml extension/Cargo.toml package.version)" >> $GITHUB_OUTPUT | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Quay | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: quay.io/tembo | |
| username: ${{ secrets.QUAY_USER_TEMBO }} | |
| password: ${{ secrets.QUAY_PASSWORD_TEMBO }} | |
| - name: Build and push -- Commit | |
| # push commit build when not a release | |
| if: github.event_name != 'release' | |
| run: | | |
| docker build \ | |
| -f ./images/vectorize-pg/Dockerfile \ | |
| --platform linux/arm64 \ | |
| -t quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-arm64 . | |
| docker push quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-arm64 | |
| - name: Build and push -- Release | |
| if: github.event_name == 'release' | |
| run: | | |
| docker build \ | |
| -f ./images/vectorize-pg/Dockerfile \ | |
| --platform linux/arm64 \ | |
| -t quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-arm64 \ | |
| -t quay.io/tembo/vectorize-pg:latest-arm64 . | |
| docker push quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-arm64 | |
| docker push quay.io/tembo/vectorize-pg:latest-arm64 | |
| create_manifest: | |
| name: Create and Push Manifest | |
| runs-on: ubuntu-latest | |
| needs: [build_and_push_arm64, build_and_push_amd64] | |
| outputs: | |
| short_sha: ${{ steps.versions.outputs.SHORT_SHA }} | |
| steps: | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Login to Quay | |
| uses: docker/login-action@v2 | |
| with: | |
| registry: quay.io/tembo | |
| username: ${{ secrets.QUAY_USER_TEMBO }} | |
| password: ${{ secrets.QUAY_PASSWORD_TEMBO }} | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Install stoml and pg-trunk | |
| shell: bash | |
| run: | | |
| set -xe | |
| sudo apt-get update | |
| sudo apt-get install -y wget | |
| wget https://github.com/freshautomations/stoml/releases/download/v0.7.1/stoml_linux_amd64 &> /dev/null | |
| mv stoml_linux_amd64 stoml | |
| chmod +x stoml | |
| sudo mv stoml /usr/local/bin/ | |
| - name: Set version strings | |
| id: versions | |
| run: | | |
| echo "SHORT_SHA=$(git rev-parse --short HEAD)" >> $GITHUB_OUTPUT | |
| echo "TAG_VER=$(/usr/local/bin/stoml extension/Cargo.toml package.version)" >> $GITHUB_OUTPUT | |
| - name: Create and push Docker manifest -- Commit | |
| if: github.event_name != 'release' | |
| run: | | |
| docker manifest create quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }} \ | |
| quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-arm64 \ | |
| quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-amd64 | |
| docker manifest annotate quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }} quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-arm64 --arch arm64 --os linux | |
| docker manifest annotate quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }} quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }}-amd64 --arch amd64 --os linux | |
| docker manifest push quay.io/tembo/vectorize-pg:${{ steps.versions.outputs.SHORT_SHA }} | |
| - name: Create and push Docker manifest -- Release | |
| if: github.event_name == 'release' | |
| run: | | |
| docker manifest create quay.io/tembo/vectorize-pg:latest \ | |
| quay.io/tembo/vectorize-pg:latest-arm64 \ | |
| quay.io/tembo/vectorize-pg:latest-amd64 | |
| docker manifest annotate quay.io/tembo/vectorize-pg:latest quay.io/tembo/vectorize-pg:latest-arm64 --arch arm64 --os linux | |
| docker manifest annotate quay.io/tembo/vectorize-pg:latest quay.io/tembo/vectorize-pg:latest-amd64 --arch amd64 --os linux | |
| docker manifest push quay.io/tembo/vectorize-pg:latest | |
| docker manifest create quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }} \ | |
| quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-arm64 \ | |
| quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-amd64 | |
| docker manifest annotate quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }} quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-arm64 --arch arm64 --os linux | |
| docker manifest annotate quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }} quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }}-amd64 --arch amd64 --os linux | |
| docker manifest push quay.io/tembo/vectorize-pg:v${{ steps.versions.outputs.TAG_VER }} |