feat: add new zksync-llvm-runner with llvm18 support (#84)

## Changes

* [x] Introduce [new `zksync-llvm-runner`
](https://github.com/matter-labs/compiler-infra/pkgs/container/zksync-llvm-runner)
package with updated CI
* [x] Introduce semver support with tags keeping the `latest` available
* [x] Deprecate CI for outdated images
* [x] Update host LLVM from 17 to 18 to be compatible with Rustc 1.79
we're using

## Purpose

Images will continue to support `latest` notion, but at the same time we
introduce semver for them to be able to properly test and switch to the
new versions without breaking any workflows. When the new image is
released, it will be tagged as `main` allowing to perform testing in CI
repository. After the testing is successful, we can tag it and `latest`
will be automatically updated distributing the changes without the need
of updating any CI workflows.

At the same time, we will update host LLVM to be compatible with the
LLVM we're using in Rust to solve all kinds of the binary conflicts when
re-using some LLVM features between C++ and Rust like code coverage
instrumentation.

.github/workflows/handle_llvm_runner_image.yml → .github/workflows/release.yml

@@ -5,14 +5,17 @@ on:
   push:
     branches:
       - main
+    tags:
+      - 'v*'
 
 env:
-  REGISTRY: ghcr.io
-  WORKSPACE: matter-labs
-  IMAGE_NAME: llvm_runner
+  REGISTRY: 'ghcr.io'
+  WORKSPACE: 'matter-labs'
+  IMAGE_NAME: 'zksync-llvm-runner'
+  PLATFORMS: 'linux/amd64,linux/arm64'
 
 jobs:
-  handle_image:
+  release:
     runs-on: matterlabs-default-infra-runners
 
     permissions:
@@ -21,26 +24,20 @@ jobs:
       attestations: write
       id-token: write
 
-    strategy:
-      # Keep matrix for future purposes
-      # now, we need only the latest version
-      matrix:
-        image_version: [ "ubuntu22-llvm17" ]
-      fail-fast: false
     steps:
 
       - name: Checkout
         uses: actions/checkout@v4
 
       - uses: hadolint/[email protected]
         with:
-          dockerfile: images/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}.Dockerfile
+          dockerfile: images/${{ env.IMAGE_NAME }}/Dockerfile
           ignore: DL4006
 
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v3
         with:
-          platforms: 'linux/amd64,linux/arm64'
+          platforms: ${{ env.PLATFORMS }}
 
       - name: Log in to the Container registry
         uses: docker/login-action@v3
@@ -53,23 +50,27 @@ jobs:
         id: meta
         uses: docker/metadata-action@v5
         with:
-          images: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}
-          flavor: latest=true
+          images: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}
+          tags: |
+            type=ref,event=branch
+            type=ref,event=pr
+            type=semver,pattern={{version}}
+            type=semver,pattern={{major}}.{{minor}}
 
       - name: Build and push Docker image
         id: push
-        uses: docker/build-push-action@v5
+        uses: docker/build-push-action@v6
         with:
           push: ${{ github.event_name == 'push' }}
-          file: images/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}.Dockerfile
+          file: images/${{ env.IMAGE_NAME }}/Dockerfile
           tags: ${{ steps.meta.outputs.tags }}
           labels: ${{ steps.meta.outputs.labels }}
-          platforms: 'linux/amd64,linux/arm64'
+          platforms: ${{ env.PLATFORMS }}
 
       - name: Generate artifact attestation
-        if: github.event_name == 'push'
+        if: github.ref_type == 'tag'
         uses: actions/attest-build-provenance@v1
         with:
-          subject-name: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}/${{ matrix.image_version }}
+          subject-name: ${{ env.REGISTRY }}/${{ env.WORKSPACE }}/${{ env.IMAGE_NAME }}
           subject-digest: ${{ steps.push.outputs.digest }}
           push-to-registry: true

images/zksync-llvm-runner/Dockerfile

@@ -0,0 +1,91 @@
+FROM ubuntu:22.04
+
+# Use defaults from apt
+ENV DEBIAN_FRONTEND=noninteractive
+
+# Install required apt packages
+RUN apt-get update && \
+    apt-get install --yes --no-install-recommends \
+    bash=5.1* \
+    git=1:2.34.* \
+    openssl=3.0.* \
+    curl=7.81.* \
+    libssl-dev=3.0.* \
+    sudo=1.9.* \
+    cmake=3.22.* \
+    ninja-build=1.10* \
+    libpq-dev=14.* \
+    pkg-config=0.29* \
+    jq=1.6* \
+    openssh-client=1:8* \
+    build-essential=12.9* \
+    libncurses5=6.3* \
+    xz-utils=5.2* \
+    wget=1.21* \
+    gnupg=2.2* \
+    musl-tools=1.2* \
+    valgrind=1:3.18* \
+    libboost-dev=1.74* \
+    libboost-filesystem-dev=1.74* \
+    libboost-test-dev=1.74* \
+    libboost-system-dev=1.74* \
+    libboost-program-options-dev=1.74* \
+    libboost-regex-dev=1.74* \
+    libboost-thread-dev=1.74* \
+    libboost-random-dev=1.74* \
+    libcvc4-dev=1.8* \
+    libcln-dev=1.3* \
+    gcc-9=9.* \
+    g++-9=9.* \
+    software-properties-common=0.99.* \
+    libz3-dev=4.8.* \
+    file=1:5.* \
+    nano=6.* \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install LLVM
+RUN curl https://apt.llvm.org/llvm.sh -sSf | bash -s -- 18 all && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install Python 3.11
+RUN add-apt-repository ppa:deadsnakes/ppa && \
+    apt-get install --yes --no-install-recommends \
+        python3.11=3.11* \
+        python3.11-dev=3.11* \
+        python3-distutils=3.10* \
+        python3.11-venv=3.11* \
+        python3-pip=22.0.* \
+    && rm -rf /var/lib/apt/lists/*
+
+# Set gcc-9 as default for old compiler builds
+RUN update-alternatives --install \
+    /usr/bin/gcc gcc /usr/bin/gcc-9 60 --slave /usr/bin/g++ g++ /usr/bin/g++-9 && \
+    update-alternatives --config gcc
+
+# Set python3.11 as default python
+RUN update-alternatives --install /usr/local/bin/python python \
+    /usr/bin/python3.11 3 && \
+    update-alternatives --install /usr/local/bin/python3 python3 \
+    /usr/bin/python3.11 3
+
+# Install Rust
+ENV RUSTUP_HOME=/usr/local/rustup \
+    CARGO_HOME=/usr/local/cargo \
+    CARGO_NET_GIT_FETCH_WITH_CLI=true \
+    PATH=/usr/local/cargo/bin:$PATH
+RUN curl https://sh.rustup.rs -sSf | bash -s -- -y
+
+# Set required environment variables
+ENV PATH=/usr/lib/llvm-18/bin:${PATH} \
+    LD_LIBRARY_PATH=/usr/lib/llvm-18/lib:${LD_LIBRARY_PATH} \
+    LLVM_VERSION=18 \
+    CI_RUNNING=true
+
+# Replace default libm.a which is a linker script on x86_64 to an actual lib implementation
+# to allow Rust to link against it without issues
+ARG TARGETPLATFORM
+RUN if [ "${TARGETPLATFORM}" = "linux/amd64" ]; then \
+    rm -f /lib/x86_64-linux-gnu/libm.a && \
+    ar -cqT /lib/x86_64-linux-gnu/libm.a /lib/x86_64-linux-gnu/libm-2.35.a /lib/x86_64-linux-gnu/libmvec.a && \
+    bash -c 'ar -M <<< $(echo -e "create /lib/x86_64-linux-gnu/libm.a\naddlib /lib/x86_64-linux-gnu/libm.a\nsave\nend")'; \
+    fi