screwdriver.yaml

shared:
  settings:
    email:
      addresses: [kraune@yahooinc.com, bergum@yahooinc.com]
      statuses: [SUCCESS, FAILURE]
  environment:
    USER_SHELL_BIN: bash
  annotations:
    screwdriver.cd/restrictPR: fork
    install-deps: &install-deps
      install-deps: |
        dnf config-manager --add-repo=https://download.docker.com/linux/centos/docker-ce.repo
        dnf -y install docker-ce protobuf-compiler protobuf-devel python3 python3-pip python3-devel --nobest
        python3 -m pip install --upgrade pip
        python3 -m pip install --ignore-installed -qqq -r test/requirements.txt --user
        python3 -m pip install --upgrade -qqq pytest nbmake onnx onnxruntime torch numpy transformers
        python3 -m pip install --upgrade -qqq pytest nbmake onnx onnxruntime torch numpy transformers --user
        VESPA_CLI_VERSION=$(curl -fsSL https://api.github.com/repos/vespa-engine/vespa/releases/latest | grep -Po '"tag_name": "v\K.*?(?=")') && \
          curl -fsSL https://github.com/vespa-engine/vespa/releases/download/v${VESPA_CLI_VERSION}/vespa-cli_${VESPA_CLI_VERSION}_linux_amd64.tar.gz | tar -zxf - -C /opt && \
          ln -sf /opt/vespa-cli_${VESPA_CLI_VERSION}_linux_amd64/bin/vespa /usr/local/bin/

jobs:
  verify-notebooks:
    requires: [~commit, ~pr]
    sourcePaths: ["examples/model-deployment/", "text-image-search/"]
    image: vespaengine/vespa-build-almalinux-8:latest
    annotations:
      screwdriver.cd/timeout: 120
      screwdriver.cd/cpu: TURBO
      screwdriver.cd/ram: TURBO
      screwdriver.cd/dockerEnabled: true
      screwdriver.cd/dockerCpu: TURBO
      screwdriver.cd/dockerRam: TURBO
      screwdriver.cd/buildPeriodically: H H(0-5) * * 1-5 # some time between 12:00 AM UTC (midnight) to 5:59 AM UTC Mon-Fri
    steps:
      - *install-deps
      - install-python: |
          dnf install -y python3 python3-pip python3-dateutil
          python3 -m pip install --upgrade pip
          python3 -m pip install --upgrade -qqq pytest notebook nbconvert runnb pandas torch numpy scikit-learn
      - run-notebooks: |
          (cd examples/model-deployment && runnb --allow-not-trusted ONNXModelExport.ipynb)