Update semv2 to run full CI (#994)

projectcalico · Dec 10, 2020 · 3d0249e · 3d0249e
1 parent 3cf98b5
commit 3d0249e
Showing 1 changed file with 130 additions and 50 deletions.
diff --git a/.semaphore/semaphore.yml b/.semaphore/semaphore.yml
@@ -12,68 +12,148 @@ auto_cancel:
     when: "branch != 'master'"
 
 promotions:
-- name: Cleanup
-  pipeline_file: cleanup.yml
-  auto_promote:
-    when: "result = 'stopped'"
+  - name: Cleanup
+    pipeline_file: cleanup.yml
+    auto_promote:
+      when: "result = 'stopped'"
+  # Run the pin update process in case there were a backlog of pin update requests
+  - name: Update Pins
+    pipeline_file: update_pins.yml
+    auto_promote:
+      # If the block has passed and the branch is for master or a release branch then run the pin updates. Note that
+      # this doesn't try to restrict which release branches, as the presence of this auto promotion code means that
+      # it can handle updating the pins in this fashion.
+      when: "(result = 'passed') and ((branch = 'master') or (branch =~ '^release-v\d*\.\d*'))"
 
 global_job_config:
   secrets:
-  # Key for pulling from private github repos.
-  - name: private-repo
-  - name: banzai-secrets
-  # Key for pulling images from GCR.
-  - name: tigera-dev-ci-pull-credentials
+    - name: docker-hub
+    # Key for pulling from private github repos.
+    - name: private-repo
+    # Key for pulling images from GCR.
+    - name: tigera-dev-ci-pull-credentials
 
   prologue:
     commands:
-    # Prepare aws configuration.
-    - pip install --upgrade --user awscli
+    - echo $DOCKERHUB_PASSWORD | docker login --username "$DOCKERHUB_USERNAME" --password-stdin
     # Load the github access secrets.  First fix the permissions.
     - chmod 0600 ~/.keys/*
     - ssh-add ~/.keys/*
     - docker login --username [email protected] -u _json_key -p "$(cat /home/semaphore/tigera-dev-ci.json)" https://gcr.io
-    - export REPORT_DIR=~/report
-    - export LOGS_DIR=~/fv.log
-    - export SHORT_WORKFLOW_ID=$(echo ${SEMAPHORE_WORKFLOW_ID} | sha256sum | cut -c -8)
-    - export CLUSTER_NAME=sem-${SEMAPHORE_PROJECT_NAME}-pr${SEMAPHORE_GIT_PR_NUMBER}-${SHORT_WORKFLOW_ID}
-    - export KEYPAIR_NAME=${CLUSTER_NAME}
-    - echo CLUSTER_NAME=${CLUSTER_NAME}
-
-  epilogue:
-    always:
-      commands:
-        - artifact push job ${REPORT_DIR} --destination semaphore/test-results --expire-in ${SEMAPHORE_ARTIFACT_EXPIRY} || true
-        - artifact push job ${LOGS_DIR} --destination semaphore/logs --expire-in ${SEMAPHORE_ARTIFACT_EXPIRY} || true
-        - aws ec2 delete-key-pair --key-name ${KEYPAIR_NAME} || true
-        - cd process/testing/winfv && NAME_PREFIX="${CLUSTER_NAME}" ./setup-fv.sh -q -u
 
 blocks:
-- name: Windows FV 
-  task:
-    env_vars:
-    - name: SEMAPHORE_ARTIFACT_EXPIRY
-      value: 2w
-    - name: AWS_DEFAULT_REGION
-      value: us-west-2
-    - name: MASTER_CONNECT_KEY_PUB
-      value: master_ssh_key.pub
-    - name: MASTER_CONNECT_KEY
-      value: master_ssh_key
-    - name: WIN_PPK_KEY
-      value: win_ppk_key 
+  - name: Unit Tests
+    dependencies: []
+    task:
+      prologue:
+        commands:
+          - checkout
+          # Semaphore is doing shallow clone on a commit without tags.
+          # unshallow it for GIT_VERSION:=$(shell git describe --tags --dirty --always) @ Makefile.common
+          - git fetch --unshallow
+      jobs:
+        - name: Test Version
+          commands:
+            - make test-cni-versions
+        - name: Test Install
+          commands:
+            - make test-install-cni
 
-    prologue:
-      commands:
-      - sudo apt-get install putty-tools
-      - git clone [email protected]:tigera/process.git
-      - checkout
-      - make build && make bin/windows/win-fv.exe
-    jobs:
-    - name: FV Test matrix
-      commands:
-      - ./.semaphore/run-win-fv.sh
+  - name: Static Checks
+    dependencies: []
+    task:
+      prologue:
+        commands:
+          - checkout
+          # Semaphore is doing shallow clone on a commit without tags.
+          # unshallow it for GIT_VERSION:=$(shell git describe --tags --dirty --always) @ Makefile.common
+          - git fetch --unshallow
+      jobs:
+        - name: Static Checks
+          commands:
+            - make static-checks
 
+  - name: Windows FV
+    dependencies: []
+    task:
+      secrets:
+        - name: banzai-secrets
+      prologue:
+        commands:
+          # Prepare aws configuration.
+          - pip install --upgrade --user awscli
+          - export REPORT_DIR=~/report
+          - export LOGS_DIR=~/fv.log
+          - export SHORT_WORKFLOW_ID=$(echo ${SEMAPHORE_WORKFLOW_ID} | sha256sum | cut -c -8)
+          - export CLUSTER_NAME=sem-${SEMAPHORE_PROJECT_NAME}-pr${SEMAPHORE_GIT_PR_NUMBER}-${SHORT_WORKFLOW_ID}
+          - export KEYPAIR_NAME=${CLUSTER_NAME}
+          - echo CLUSTER_NAME=${CLUSTER_NAME}
+          - sudo apt-get install putty-tools
+          - git clone [email protected]:tigera/process.git
+          - checkout
+          - make build && make bin/windows/win-fv.exe
+      epilogue:
+        always:
+          commands:
+            - artifact push job ${REPORT_DIR} --destination semaphore/test-results --expire-in ${SEMAPHORE_ARTIFACT_EXPIRY} || true
+            - artifact push job ${LOGS_DIR} --destination semaphore/logs --expire-in ${SEMAPHORE_ARTIFACT_EXPIRY} || true
+            - aws ec2 delete-key-pair --key-name ${KEYPAIR_NAME} || true
+            - cd process/testing/winfv && NAME_PREFIX="${CLUSTER_NAME}" ./setup-fv.sh -q -u
       env_vars:
-      - name: K8S_VERSION
-        value: 1.17.2
+        - name: SEMAPHORE_ARTIFACT_EXPIRY
+          value: 2w
+        - name: AWS_DEFAULT_REGION
+          value: us-west-2
+        - name: MASTER_CONNECT_KEY_PUB
+          value: master_ssh_key.pub
+        - name: MASTER_CONNECT_KEY
+          value: master_ssh_key
+        - name: WIN_PPK_KEY
+          value: win_ppk_key
+        - name: K8S_VERSION
+          value: 1.17.2
+      jobs:
+        - name: FV Test matrix
+          commands:
+            - ./.semaphore/run-win-fv.sh
+
+  - name: 'Push Images (non-PR builds only)'
+    dependencies: ["Unit Tests", "Static Checks", "Windows FV"]
+    skip:
+      # Only run on branches, not PRs.
+      when: "branch !~ '.+'"
+    task:
+      secrets:
+        - name: quay-robot-calico+semaphoreci
+        - name: docker
+      prologue:
+        commands:
+          - checkout
+          # Semaphore is doing shallow clone on a commit without tags.
+          # unshallow it for GIT_VERSION:=$(shell git describe --tags --dirty --always) @ Makefile.common
+          - git fetch --unshallow
+          # Correct permissions since they are too open by default:
+          - chmod 0600 ~/.keys/*
+          # Add the key to the ssh agent:
+          - ssh-add ~/.keys/*
+          # Login to docker in order to pull images.
+          - echo $DOCKER_TOKEN | docker login --username "$DOCKER_USER" --password-stdin
+          - echo $QUAY_TOKEN | docker login --username "$QUAY_USER" --password-stdin quay.io
+      jobs:
+        - name: Run CD
+          commands:
+            - export BRANCH_NAME=$SEMAPHORE_GIT_BRANCH
+            - if [ -z "${SEMAPHORE_GIT_PR_NUMBER}" ]; then make cd CONFIRM=true; fi
+
+  - name: Trigger pin updates
+    dependencies: []
+    skip:
+      when: "(branch != 'master') and (branch !~ '^release-v\d*\.\d*')"
+    task:
+      secrets:
+        - name: semaphore-api
+      jobs:
+        - name: Trigger pin updates
+          commands:
+            - checkout
+            - make semaphore-run-auto-pin-update-workflows