testing operator-ceph

.github/check_previous_channel_release.sh

@@ -0,0 +1,38 @@
+#!/bin/bash
+
+crane="/usr/local/bin/crane"
+repositoryName=$1
+edition=$2
+channel=$3
+version=$4
+user=$5
+password=$6
+
+echo "Module $repositoryName, edition $edition, channel $channel, version $version"
+
+if [[ "$channel" == "alpha" ]]; then
+ echo "Deploying $version to alpha channel"
+ exit 0
+elif [[ "$channel" == "beta" ]]; then
+ previousChannel="alpha"
+elif [[ "$channel" == "early-access" ]]; then
+ previousChannel="beta"
+elif [[ "$channel" == "stable" ]]; then
+ previousChannel="early-access"
+elif [[ "$channel" == "rock-solid" ]]; then
+ previousChannel="stable"
+else
+ echo "Unknown channel"
+ exit 1
+fi
+
+echo "Checking previous channel $previousChannel"
+$crane auth login -u $user -p $password registry.deckhouse.io
+previousChannelVersion=$($crane export registry.deckhouse.io/deckhouse/$edition/modules/$repositoryName/release:$previousChannel | grep -aoE '\{"version":".*"\}' | jq -r .version)
+if [[ "$version" == "$previousChannelVersion" ]]; then
+ echo "Previous channel $previousChannel version $previousChannelVersion is equal desired version $version, processing"
+ exit 0
+else
+ echo "Previous channel $previousChannel version $previousChannelVersion is not equal desired version $version, rejecting"
+ exit 1
+fi

.github/workflows/build_dev.yml

@@ -8,6 +8,7 @@ env:
   MODULES_REGISTRY_LOGIN: ${{ vars.DEV_MODULES_REGISTRY_LOGIN }}
   MODULES_REGISTRY_PASSWORD: ${{ secrets.DEV_MODULES_REGISTRY_PASSWORD }}
 
+
 on:
   pull_request:
   push:
@@ -16,7 +17,7 @@ on:
 
 jobs:
   dev_setup_build:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Build and Push images
     steps:
       - name: Set vars for PR

.github/workflows/build_prod.yml

@@ -16,7 +16,7 @@ on:
 
 jobs:
   prod_ce_setup_build:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Build and Push CE
     steps:
       - name: SET VAR
@@ -35,7 +35,7 @@ jobs:
       - uses: deckhouse/modules-actions/build@v1
 
   prod_ee_setup_build:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Build and Push EE
     steps:
       - name: SET VAR
@@ -54,7 +54,7 @@ jobs:
       - uses: deckhouse/modules-actions/build@v1
 
   prod_fe_setup_build:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Build and Push FE
     steps:
       - name: SET VAR

.github/workflows/checks.yaml

@@ -7,7 +7,7 @@ on:
 jobs:
   release-label:
     name: Release note label
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular]
 
     steps:
       - name: Check minimum labels

.github/workflows/deploy_dev.yml

@@ -36,7 +36,7 @@ on:
 
 jobs:
   deploy-dev:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Deploy dev
     steps:
       - name: PRINT VARS

.github/workflows/deploy_prod.yml

@@ -5,16 +5,17 @@ env:
   MODULE_SOURCE_NAME: ${{ vars.PROD_MODULE_SOURCE_NAME }}
   CI_COMMIT_REF_NAME: ${{ github.ref_name }}
   MODULES_MODULE_NAME: ${{ vars.MODULE_NAME }}
-  RELEASE_CHANNEL: ${{ github.event.inputs.version }}
+  RELEASE_CHANNEL: ${{ github.event.inputs.channel }}
   MODULES_REGISTRY_LOGIN: ${{ vars.PROD_MODULES_REGISTRY_LOGIN }}
   MODULES_REGISTRY_PASSWORD: ${{ secrets.PROD_MODULES_REGISTRY_PASSWORD }}
+  MODULES_READ_REGISTRY_PASSWORD: ${{ secrets.PROD_MODULES_READ_REGISTRY_PASSWORD }}
   MODULES_MODULE_TAG: ${{ github.event.inputs.tag }}
 
 on:
   workflow_dispatch:
-   inputs:
-      version:
-        description: "Select version"
+    inputs:
+      channel:
+        description: "Select release channel"
         type: choice
         default: alpha
         options:
@@ -41,7 +42,7 @@ on:
 
 jobs:
   print-vars:
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     name: Print vars
     steps:
       - name: PRINT VARS
@@ -53,10 +54,10 @@ jobs:
           echo $RELEASE_CHANNEL
           echo $MODULES_MODULE_TAG
         shell: bash
-        
+
   job-CE:
      name: Edition CE
-     runs-on: ubuntu-latest
+     runs-on: [self-hosted, regular, selectel]
      if: github.event.inputs.ce == 'true'
      steps:
        - run: echo "CE"
@@ -70,34 +71,61 @@ jobs:
        - uses: deckhouse/modules-actions/setup@v1
        - uses: deckhouse/modules-actions/deploy@v1
 
+    name: Edition CE
+    runs-on: ubuntu-latest
+    if: github.event.inputs.ce == 'true'
+    steps:
+      - run: echo "CE"
+      - name: SET VAR
+        run: |
+          echo "MODULES_MODULE_SOURCE=$MODULES_REGISTRY/$MODULE_SOURCE_NAME/ce/modules" >> "$GITHUB_ENV"
+      - name: ECHO VAR
+        run: |
+          echo $MODULES_MODULE_SOURCE
+      - uses: actions/checkout@v4
+      - uses: deckhouse/modules-actions/setup@v1
+      - name: Check previous release
+        run: |
+          chmod +x .github/check_previous_channel_release.sh
+          .github/check_previous_channel_release.sh $MODULES_MODULE_NAME ce $RELEASE_CHANNEL $MODULES_MODULE_TAG license-token $MODULES_READ_REGISTRY_PASSWORD
+      - uses: deckhouse/modules-actions/deploy@v1
+
   job-EE:
     name: Edition EE
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     if: github.event.inputs.ee == 'true'
     steps:
       - run: echo "EE"
       - name: SET VAR
         run: |
-           echo "MODULES_MODULE_SOURCE=$MODULES_REGISTRY/$MODULE_SOURCE_NAME/ee/modules" >> "$GITHUB_ENV"
+          echo "MODULES_MODULE_SOURCE=$MODULES_REGISTRY/$MODULE_SOURCE_NAME/ee/modules" >> "$GITHUB_ENV"
       - name: ECHO VAR
         run: |
-           echo $MODULES_MODULE_SOURCE
+          echo $MODULES_MODULE_SOURCE
       - uses: actions/checkout@v4
       - uses: deckhouse/modules-actions/setup@v1
+      - name: Check previous release
+        run: |
+          chmod +x .github/check_previous_channel_release.sh
+          .github/check_previous_channel_release.sh $MODULES_MODULE_NAME ee $RELEASE_CHANNEL $MODULES_MODULE_TAG license-token $MODULES_READ_REGISTRY_PASSWORD
       - uses: deckhouse/modules-actions/deploy@v1
-      
+
   job-FE:
     name: Edition FE
-    runs-on: ubuntu-latest
+    runs-on: [self-hosted, regular, selectel]
     if: github.event.inputs.fe == 'true'
     steps:
       - run: echo "FE"
       - name: SET VAR
         run: |
-           echo "MODULES_MODULE_SOURCE=$MODULES_REGISTRY/$MODULE_SOURCE_NAME/fe/modules" >> "$GITHUB_ENV"
+          echo "MODULES_MODULE_SOURCE=$MODULES_REGISTRY/$MODULE_SOURCE_NAME/fe/modules" >> "$GITHUB_ENV"
       - name: ECHO VAR
         run: |
-           echo $MODULES_MODULE_SOURCE
+          echo $MODULES_MODULE_SOURCE
       - uses: actions/checkout@v4
       - uses: deckhouse/modules-actions/setup@v1
+      - name: Check previous release
+        run: |
+          chmod +x .github/check_previous_channel_release.sh
+          .github/check_previous_channel_release.sh $MODULES_MODULE_NAME fe $RELEASE_CHANNEL $MODULES_MODULE_TAG license-token $MODULES_READ_REGISTRY_PASSWORD
       - uses: deckhouse/modules-actions/deploy@v1

.github/workflows/dev_registry-cleanup.yml

@@ -0,0 +1,47 @@
+# Copyright 2024 Flant JSC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Cleanup dev registries
+
+env:
+  MODULES_REGISTRY: ${{ vars.DEV_REGISTRY }}
+  CI_COMMIT_REF_NAME: ${{ github.ref_name }}
+  MODULES_MODULE_NAME: ${{ vars.MODULE_NAME }}
+  MODULES_MODULE_SOURCE: ${{ vars.DEV_MODULE_SOURCE }}
+  MODULES_REGISTRY_LOGIN: ${{ vars.DEV_MODULES_REGISTRY_LOGIN }}
+  MODULES_REGISTRY_PASSWORD: ${{ secrets.DEV_MODULES_REGISTRY_PASSWORD }}
+  WERF_DRY_RUN: "false"
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "12 0 * * 6"
+
+defaults:
+  run:
+    shell: bash
+
+jobs:
+  lint:
+    runs-on: [self-hosted, regular, selectel]
+    name: Run cleanup
+    steps:
+      - uses: actions/checkout@v4
+      - uses: deckhouse/modules-actions/setup@v1
+
+      - name: Cleanup
+        run: |
+          werf cleanup \
+          --repo ${MODULES_MODULE_SOURCE}/${MODULES_MODULE_NAME} \
+          --without-kube=true --config werf_cleanup.yaml

.github/workflows/go_lint.yaml

@@ -0,0 +1,44 @@
+name: Go linter for images
+
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  test:
+    name: Go linter for images
+    runs-on: [self-hosted, regular]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Setup Go environment
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.22'
+
+      - name: Install golangci-lint
+        run: go install github.com/golangci/golangci-lint/cmd/[email protected]
+
+      - name: Run Go lint
+        run: |
+          basedir=$(pwd)
+          failed='false'
+          for dir in $(find images -type d); do
+            if ls $dir/go.mod &> /dev/null; then
+              echo "Running linter in $dir"
+              cd $dir
+              golangci-lint run
+              if [ $? -ne 0 ]; then
+                echo "Linter failed in $dir"
+                failed='true'
+              fi
+            cd $basedir
+            fi
+          done
+          if [ $failed == 'true' ]; then
+            exit 1
+          fi

.github/workflows/go_tests.yaml

@@ -0,0 +1,41 @@
+name: Go tests for images
+
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+
+jobs:
+  test:
+    name: Go tests for images
+    runs-on: [self-hosted, regular]
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+
+      - name: Setup Go environment
+        uses: actions/setup-go@v5
+        with:
+          go-version: '1.22'
+
+      - name: Run Go tests
+        run: |
+          basedir=$(pwd)
+          failed='false'
+          for dir in $(find images -type d); do
+            if ls $dir/*_test.go &> /dev/null; then
+              echo "Running tests in $dir"
+              cd $dir
+              go test -v
+              if [ $? -ne 0 ]; then
+                echo "Tests failed in $dir"
+                failed='true'
+              fi
+            cd $basedir
+            fi
+          done
+          if [ $failed == 'true' ]; then
+            exit 1
+          fi

.golangci.yaml

@@ -0,0 +1,39 @@
+run:
+  timeout: 10m
+
+issues:
+  exclude:
+    - ST1005.*
+    - "should not use dot imports"
+    - "don't use an underscore in package name"
+    - "exported: .*"
+
+linters-settings:
+  gci:
+    sections:
+      - standard
+      - default
+  errcheck:
+    ignore: fmt:.*,[rR]ead|[wW]rite|[cC]lose,io:Copy
+
+linters:
+  disable-all: true
+  enable:
+  - dogsled
+  - errcheck
+  - gci
+  - gocritic
+  - gofmt
+  - goimports
+  - gosimple
+  - govet
+  - ineffassign
+  - misspell
+  - revive
+  - staticcheck
+#  - structcheck
+  - typecheck
+  - unconvert
+  - unparam
+  - whitespace
+  - copyloopvar