checks.yml

---
name: checks
on:
  push:
    paths-ignore:
      - deployment/halt_deployment_marker
    branches:
      - main
      - 'release-branch-*-v*.*-r*'
  pull_request:
    paths-ignore:
      - deployment/halt_deployment_marker
    branches:
      - '*'
env:
  TERM: dumb
  GRADLE_OPTS: "-Dorg.gradle.daemon=false"
  GRADLE_USER_HOME: ".github_cache_gradle/user_home/"
  GRADLE_HOME: ".github_cache_gradle/gradle_home/"
  TMPDIR: "/tmp"
jobs:
  bazel:
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4.2.2
      - uses: bazel-contrib/setup-bazel@0.9.1
        with:
          bazelisk-cache: true
          disk-cache: ${{ github.workflow }}
          repository-cache: true
      - run: bazel query //...
      - run: bazel build //...
      - run: bazel test --build_tests_only //...
      - name: internal checkers
        run: bazel run //js/checkers -- --root_dir "${{ github.workspace }}"
      - name: Github Action Linter
        run: bazel run @multitool//tools/actionlint:cwd -- -config-file "${{ github.workspace }}/.github/actionlint.yaml"
      - name: Code formatting
        run: |
          bazel run //:format
          if [[ $(git status --porcelain) ]]; then echo "**** run 'bazel run //:format' to fix formatting errors"; exit 1; fi
  js-checks:
    # Test js code, since we have not migrated to bazel yet
    runs-on: ubuntu-24.04
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: pnpm/action-setup@v4.0.0
        with:
          run_install: true
      - uses: actions/setup-node@v4.1.0
        with:
          node-version-file: ".nvmrc"
          cache: 'pnpm'
      - run: pnpm test
  static-checks:
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android:1.21.2
    timeout-minutes: 15
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: actions/cache@v4.1.2
        with:
          path: .github_cache_gradle/
          key: global-v11-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }}-${{ hashFiles('**/*.gradle') }}
          restore-keys: |
            global-v11-
      - name: setup
        run: ./scripts/ci/ci_setup.sh
      - name: check
        run: ./scripts/ci/ci_check.sh
      - name: verify-version-classes-greps
        run: ./scripts/ci/third-party-update/verify-third-party-update-greps.sh
      - name: fix-fs
        if: always()
        run: ./scripts/ci/ci_fix_fs.sh
      - uses: ./.github/actions/collect-reports
        if: always()
        with:
          file_pattern: checkstyle*.html
          output_folder: collected_reports/checkstyle
      - uses: actions/upload-artifact@v4.4.3
        if: always()
        continue-on-error: true
        with:
          name: checks-reports
          path: collected_reports
  linters:
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android:1.21.2
    timeout-minutes: 20
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: actions/cache@v4.1.2
        with:
          path: .github_cache_gradle/
          key: global-v11-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }}-${{ hashFiles('**/*.gradle') }}
          restore-keys: |
            global-v11-
      - name: setup
        run: ./scripts/ci/ci_setup.sh
      - name: check
        run: ./scripts/ci/ci_check_lint.sh
      - name: check-oom-due-to-lint-issue
        if: always()
        continue-on-error: true
        run: |
          echo "repo ls:"
          ls -al
          echo "logs ls:"
          ls /var/log
          grep -i 'killed process' /var/log/messages || true
          grep -i 'killed process' /var/log/syslog || true
          grep -i 'oom' /var/log/messages || true
          grep -i 'oom' /var/log/syslog || true
          grep -i 'out of memory' /var/log/messages || true
          grep -i 'out of memory' /var/log/syslog || true
      - name: fix-fs
        if: always()
        run: ./scripts/ci/ci_fix_fs.sh
      - uses: ./.github/actions/collect-reports
        if: always()
        with:
          file_pattern: lint-results-*.html
          output_folder: collected_reports/lint
      - uses: ./.github/actions/collect-reports
        if: always()
        with:
          file_pattern: java_*.hprof
          output_folder: oom_dumps
      - uses: actions/upload-artifact@v4.4.3
        if: always()
        continue-on-error: true
        with:
          name: linters-reports
          path: collected_reports
  tests:
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android:1.21.2
    timeout-minutes: 15
    strategy:
      matrix:
        shard_variant: [addons_0, addons_1, addons_2, app, app_all_sdks, app_all_addons, non_app]
        include:
          - extra_args: ""
            tasks: "testDebugUnitTest,testDebugUnitTestCoverage"
          - shard_variant: app_all_sdks
            tasks: "testDebugUnitTest"
            extra_args: "--tests=\"*AllSdkTest*\" ime:app:testDebugUnitTestCoverage"
            actual_shard: app
          - shard_variant: app
            tasks: "testDebugUnitTest"
            extra_args: "-PexcludeTestClasses=\"**/*AllSdkTest*\" ime:app:testDebugUnitTestCoverage"
          - shard_variant: app_all_addons
            extra_args: "--tests=\"*LoadedKeyboardsVerificationTest*\" ime:app:testAllAddOnsUnitTestCoverage"
            tasks: "testAllAddOnsUnitTest"
            actual_shard: app
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: actions/cache@v4.1.2
        with:
          path: .github_cache_gradle/
          key: tests-v11-${{ matrix.actual_shard }}-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }}-${{ hashFiles('**/*.gradle') }}
          restore-keys: |
            tests-v11-${{ matrix.actual_shard }}-
            global-v11-
      - name: setup
        run: ./scripts/ci/ci_setup.sh
      - name: setup robolectric
        run: ./scripts/download_robolectric_jars_to_machine.sh
      - name: generate projects list for sharding
        run: ./gradlew projects | grep Project > /tmp/projects.lst
      - name: shard
        run: python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.actual_shard || matrix.shard_variant }} ${{ matrix.tasks }} /tmp/gradle.tasks.lst
      - name: tests
        run: ./gradlew $(cat /tmp/gradle.tasks.lst) ${{ matrix.extra_args }}
      - uses: ./.github/actions/codecov
      - name: fix-fs
        if: always()
        run: ./scripts/ci/ci_fix_fs.sh
      - uses: ./.github/actions/collect-reports
        if: always()
        with:
          file_pattern: "**/build/reports/tests/**"
      - uses: actions/upload-artifact@v4.4.3
        if: always()
        continue-on-error: true
        with:
          name: tests-${{ matrix.shard_variant }}
          path: collected_reports
      - uses: actions/upload-artifact@v4.4.3
        if: always()
        continue-on-error: true
        with:
          name: tests-build-logging-${{ matrix.shard_variant }}
          path: build/build-logging
  deploy-dry-run:
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android:1.21.2
    timeout-minutes: 30
    env:
      KEY_STORE_FILE_PASSWORD: password
      KEY_STORE_FILE_DEFAULT_ALIAS_PASSWORD: alias_password
    strategy:
      matrix:
        shard_type: [binaries_0, binaries_1, binaries_2, app]
        include:
          - supports_canary: false
            supports_logo: true
          - shard_type: app
            supports_canary: true
            supports_logo: false
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: actions/cache@v4.1.2
        with:
          path: .github_cache_gradle/
          key: deploy-v11-${{ matrix.shard_type }}-${{ hashFiles('gradle/wrapper/gradle-wrapper.properties') }}-${{ hashFiles('**/*.gradle') }}
          restore-keys: |
            deploy-v11-${{ matrix.shard_type }}-
            global-v11
      - name: setup
        run: ./scripts/ci/ci_setup.sh
      - name: generate projects list for sharding
        run: ./gradlew projects | grep Project > /tmp/projects.lst
      - name: addons-logos
        if: ${{ matrix.supports_logo }}
        run: |
          python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.shard_type }} generateStoreLogoIcon /tmp/gradle.tasks_logo.lst
          ./gradlew $(cat /tmp/gradle.tasks_logo.lst)
      - name: setup-keystore
        run: |
          mkdir -p /root/.android/ || true
          cp ./.github/actions/deploy/debug.keystore /root/.android/
          cp .github/actions/deploy/release_test.keystore /tmp/anysoftkeyboard.keystore
      - name: shard
        run: |
          python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.shard_type }} assembleRelease /tmp/gradle.tasks_assemble.lst
          python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.shard_type }} bundleRelease,signDebugBundle /tmp/gradle.tasks_bundle.lst
          python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.shard_type }} generateReleasePlayResources /tmp/gradle.tasks_play.lst
      - name: dry-run-release-build
        run: |
          ./gradlew -PwithAutoVersioning -DdeployChannel=production -PonlyPublishSupporting=production \
              $(cat /tmp/gradle.tasks_assemble.lst)

          ./gradlew -PwithAutoVersioning -DdeployChannel=production -PonlyPublishSupporting=production \
              $(cat /tmp/gradle.tasks_bundle.lst)

          ./gradlew -PwithAutoVersioning -DdeployChannel=production -PonlyPublishSupporting=production \
              $(cat /tmp/gradle.tasks_play.lst)
      - name: dry-run-canary-build
        if: ${{ matrix.supports_canary }}
        run: |
          python3 scripts/modules_sharder.py /tmp/projects.lst "$PWD" ${{ matrix.shard_type }} assembleCanary,bundleCanary,generateCanaryPlayResources /tmp/gradle.tasks_canary.lst

          ./gradlew -PwithAutoVersioning -DdeployChannel=canart -PonlyPublishSupporting=canary \
              $(cat /tmp/gradle.tasks_canary.lst)
      - name: fix-fs
        if: always()
        run: ./scripts/ci/ci_fix_fs.sh
      - uses: actions/upload-artifact@v4.4.3
        continue-on-error: true
        with:
          name: fdroid-metadata-dry-run-${{ matrix.shard_type }}
          path: outputs/fdroid
  all-green-requirement:
    needs: [static-checks, linters, tests, deploy-dry-run, js-checks, bazel]
    runs-on: ubuntu-24.04
    steps:
      - name: ready
        run: echo "DONE"
  deploy-request:
    if: github.event_name == 'push'
    needs: [all-green-requirement]
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android:1.21.2
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          fetch-depth: 2
      - uses: ./.github/actions/deploy-request
        name: request-new-deploys
        with:
          sha: ${{ github.sha }}
          ref: ${{ github.ref }}
          new_deploy: true
          api_username: ${{ secrets.BOT_MASTER_RW_GITHUB_USERNAME }}
          api_token: ${{ secrets.BOT_MASTER_RW_GITHUB_TOKEN }}
  merge-to-main:
    if: github.event_name == 'push' && startsWith(github.ref, 'refs/heads/release-branch-')
    needs: [all-green-requirement]
    runs-on: ubuntu-24.04
    container: ghcr.io/menny/android_base:1.21.2
    steps:
      - uses: actions/checkout@v4.2.2
        with:
          token: ${{ secrets.BOT_MASTER_RW_GITHUB_TOKEN }}
          fetch-depth: 0
          ref: main
      - name: create-merge-commit
        run: ./scripts/ci/ci_merge_to_default_branch.sh ${{ github.ref }}
      - name: Create pull request
        uses: peter-evans/create-pull-request@v7.0.5
        with:
          token: ${{ secrets.BOT_MASTER_RW_GITHUB_TOKEN }}
          commit-message: 'Merge to default branch from ${{ github.ref_name }}.'
          title: 'Automated Merge to default branch from ${{ github.ref_name }}.'
          committer: 'Polyglot <ask@evendanan.net>'
          author: 'Polyglot <ask@evendanan.net>'
          body: 'Generated from commit ${{ github.sha }} on ${{ github.ref }}.'
          team-reviewers: maintainers
          branch: 'bot-pr/merge-to-default-branch-from-${{ github.ref_name }}'
          base: main
          delete-branch: true