This repository has been archived by the owner on Mar 22, 2024. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 15
/
k8s.yml
270 lines (266 loc) · 18.8 KB
/
k8s.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
# sonarqube
sonarqube-check:
stage: k8s-package
image: maven:3.6.3-openjdk-17
variables:
SONAR_USER_HOME: "${CI_PROJECT_DIR}/.sonar" # Defines the location of the analysis task cache
GIT_DEPTH: "0" # Tells git to fetch all the branches of the project, required by the analysis task
MAVEN_OPTS: "-Dhttps.protocols=TLSv1.2 -Dmaven.repo.local=$CI_PROJECT_DIR/.m2/repository -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=WARN -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true"
MAVEN_CLI_OPTS: "--batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true -DdeployAtEnd=true"
cache:
key: "${CI_JOB_NAME}"
paths:
- .sonar/cache
- .m2/repository
- passport-ui/node/
- passport-ui/node_modules/
- ui/node/
- ui/node_modules/
script:
# 使用 Maven 私库（文档：https://gitlab-k8s.xuxiaowei.com.cn/gitlab-k8s/docs/nexus/docker-install-nexus），用于加速下载依赖
- mvn verify sonar:sonar -s settings-private.xml
# 允许失败
allow_failure: true
# https://docs.gitlab.com/ee/ci/yaml/index.html#rules
# 极狐GitLab中文文档：https://docs.gitlab.cn/jh/ci/yaml/index.html#rules
rules:
# PR 到 k8s 分支时预执行
- if: $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "k8s"
# PR 合并到 k8s 后执行、推送到 k8s 分支时
- if: $CI_COMMIT_BRANCH == "k8s"
#
# k8s-package
k8s-package:
variables:
MAVEN_OPTS: "-Dhttps.protocols=TLSv1.2 -Dmaven.repo.local=$CI_PROJECT_DIR/.m2/repository -Dorg.slf4j.simpleLogger.log.org.apache.maven.cli.transfer.Slf4jMavenTransferListener=WARN -Dorg.slf4j.simpleLogger.showDateTime=true -Djava.awt.headless=true"
MAVEN_CLI_OPTS: "--batch-mode --errors --fail-at-end --show-version -DinstallAtEnd=true -DdeployAtEnd=true"
stage: k8s-package
image: maven:3.6.3-openjdk-17
script:
# - GPG_FILE=`find / -name xuxiaowei_0x97A36125_SECRET`
# - GPG_FILE=/builds/xuxiaowei-cloud/xuxiaowei-cloud.tmp/xuxiaowei_0x97A36125_SECRET
# - echo $GPG_FILE
# - gpg --import $GPG_FILE
- git --version
- echo 常量网址：https://docs.gitlab.com/ee/ci/variables/predefined_variables.html
- echo 常量网址（极狐GitLab中文文档）：https://docs.gitlab.cn/jh/ci/variables/predefined_variables.html
- echo 当前分支：$CI_COMMIT_BRANCH
- echo 分支上存在的上一个最新提交：$CI_COMMIT_BEFORE_SHA
- echo 分支上存在的上一个最新提交前八个字符：$CI_COMMIT_SHORT_SHA
- echo ISO8601格式的提交时间戳：$CI_COMMIT_TIMESTAMP
- echo "Name<email>格式提交的作者：$CI_COMMIT_AUTHOR"
- echo 提交标记名称。仅在标签的管道中可用：$CI_COMMIT_TAG
- echo 主分支：$CI_DEFAULT_BRANCH
- echo 项目路径：$CI_PROJECT_DIR
- echo 单个执行器中构建执行的唯一ID：$CI_CONCURRENT_ID
- echo 单个执行器和项目中构建执行的唯一ID：$CI_CONCURRENT_PROJECT_ID
- echo 作业是否手动启动：$CI_JOB_MANUAL
- echo 作业的名称：$CI_JOB_NAME
- echo 作业阶段的名称：$CI_JOB_STAGE
- echo 作业开始时的UTC日期时间，采用ISO8601格式：$CI_JOB_STARTED_AT
- echo 创建管道时的UTC日期时间，采用ISO8601格式：$CI_PIPELINE_CREATED_AT
- echo 当前项目的ID，此ID在GitLab实例上的所有项目中都是唯一的：$CI_PROJECT_ID
- echo 作业的项目命名空间（用户名或组名）：$CI_PROJECT_NAMESPACE
- echo 项目目录的名称：$CI_PROJECT_NAME
- echo 包含项目名称的项目命名空间：$CI_PROJECT_PATH
- echo GitLab实例的主要版本：$CI_SERVER_VERSION_MAJOR
- echo GitLab实例的次要版本：$CI_SERVER_VERSION_MINOR
- echo GitLab实例的补丁版本：$CI_SERVER_VERSION_PATCH
- echo GitLab实例的完整版本：$CI_SERVER_VERSION
- echo 开始作业的用户的电子邮件：$GITLAB_USER_EMAIL
- echo 启动作业的用户的ID：$GITLAB_USER_ID
- echo 启动作业的用户的用户名：$GITLAB_USER_LOGIN
- echo 启动作业的用户的名称：$GITLAB_USER_NAME
- echo 合并请求的实例级ID，这是GitLab上所有项目的唯一ID：$CI_MERGE_REQUEST_ID
- echo 合并请求的项目级IID（内部ID），此ID对于当前项目是唯一的：$CI_MERGE_REQUEST_IID
- echo 合并请求的目标分支名称：$CI_MERGE_REQUEST_TARGET_BRANCH_NAME
- echo 作业详细信息URL：$CI_JOB_URL
- echo 作业的内部ID，在GitLab实例中的所有作业中是唯一的：$CI_JOB_ID
- echo 正在使用的Runner的唯一ID：$CI_RUNNER_ID
- echo 运行作业的GitLabRunner的版本：$CI_RUNNER_VERSION
- echo 管道详细信息的URL：$CI_PIPELINE_URL
- echo 当前管道的实例级ID。此ID在GitLab实例上的所有项目中都是唯一的：$CI_PIPELINE_ID
- echo 当前管道的项目级IID（内部ID），此ID仅在当前项目中是唯一的：$CI_PIPELINE_IID
- echo GitLab实例URL的主机，没有协议或端口：$CI_SERVER_HOST
- echo 项目的HTTP（S）地址：$CI_PROJECT_URL
- echo 克隆Git存储库的URL：$CI_REPOSITORY_URL
# 配置 Maven 仓库的密码，用于上传 Maven
- sed -i "s#</servers>#<server><id>ossrh</id><username>$ossrh_user</username><password>$ossrh_pass</password></server>\n&#" settings.xml
- sed -i "s#</servers>#<server><id>ossrh</id><username>$ossrh_user</username><password>$ossrh_pass</password></server>\n&#" settings-private.xml
# 使用 Maven 私库（文档：https://gitlab-k8s.xuxiaowei.com.cn/gitlab-k8s/docs/nexus/docker-install-nexus），用于加速下载依赖
- mvn clean -e -U package install -DskipTests -s settings-private.xml && PACKAGE_FLAG=1;
- if [ "$PACKAGE_FLAG" == "1" ]; then echo '打包完成'; else echo '打包失败' && xxxx; fi
# 使用 Maven 私库（文档：https://gitlab-k8s.xuxiaowei.com.cn/gitlab-k8s/docs/nexus/docker-install-nexus），用于加速下载依赖
- mvn -pl admin-server -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl admin-server -s settings-private.xml docker:push;
- mvn -pl gateway -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl gateway -s settings-private.xml docker:push;
- mvn -pl passport -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl passport -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/canal -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/canal -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/file -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/file -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/master-data -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/master-data -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/user -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/user -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/webservice -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/webservice -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/websocket -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/websocket -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/wechat-miniprogram -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/wechat-miniprogram -s settings-private.xml docker:push;
- mvn -pl resource-services-parent/wechat-offiaccount -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl resource-services-parent/wechat-offiaccount -s settings-private.xml docker:push;
- mvn -pl ui -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl ui -s settings-private.xml docker:push;
- mvn -pl xxl-job-admin -s settings-private.xml docker:build -DCI_PIPELINE_ID=$CI_PIPELINE_ID;
- mvn -pl xxl-job-admin -s settings-private.xml docker:push;
# 删除本地 Maven 仓库中的产物（依赖），以提高缓存速度（本次的产物在下一次使用依赖时是无用的，会重新生成）
- rm -rf .m2/repository/cloud/xuxiaowei
cache:
key: "${CI_JOB_NAME}"
paths:
- .m2/repository
- passport-ui/node/
- passport-ui/node_modules/
- ui/node/
- ui/node_modules/
# 产物超过 1000M，取消产物上传，节省时间
# artifacts:
# name: package
# paths:
# - target/*.jar
# - target/*.asc
# - target/*.pom
# - "*/target/*.jar"
# - "*/target/*.asc"
# - "*/target/*.pom"
# - "*/*/target/*.jar"
# - "*/*/target/*.asc"
# - "*/*/target/*.pom"
# - ui/dist
# https://docs.gitlab.com/ee/ci/yaml/index.html#rules
# 极狐GitLab中文文档：https://docs.gitlab.cn/jh/ci/yaml/index.html#rules
rules:
# PR 到 k8s 分支时预执行
- if: $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "k8s"
# PR 合并到 k8s 后执行、推送到 k8s 分支时
- if: $CI_COMMIT_BRANCH == "k8s"
#
# 使用 shell 发布 k8s
# 在 k8s 所在的服务器上执行
k8s-publish:
stage: k8s-publish
needs:
- job: k8s-package
image: bitnami/kubectl:1.27.4
variables:
KUBECONFIG: $RUNNER_TEMP_PROJECT_DIR/KUBECONFIG
script:
# 如果要全新部署所有内容，仅需在流水线运行前执行下列被注释的删除命令即可
# 如果要全新部署所有内容，完成流水线执行后，可能会有一些 pod 无法启动：原因是：微服务启动依赖于 Nacos、MySQL，Nacos 启动依赖于 MySQL
# 即：启动需要有先后顺序，否咋会启动失败，可以多等一段时间，也可以按照 MySQL、Nacos、微服务 这个顺序检查 pod 是否运行正常
# 可删除失败的 pod，快速触发故障恢复
# 删除命名空间（请确认命名空间 xuxiaowei-cloud 中是否存在与 xuxiaowei-cloud 不相关的 Pod、Service，并将提前将数据进行备份）
# kubectl delete ns xuxiaowei-cloud
# 删除 PV（请确认下列 PV 中是否存在与 xuxiaowei-cloud 不相关的内容，并将提前将数据进行备份）
# kubectl delete pv admin-server-logs-volume
# kubectl delete pv canal-logs-volume
# kubectl delete pv file-logs-volume
# kubectl delete pv gateway-logs-volume
# kubectl delete pv generate-logs-volume
# kubectl delete pv master-data-logs-volume
# kubectl delete pv mysql-data-volume
# kubectl delete pv passport-logs-volume
# kubectl delete pv redis-data-volume
# kubectl delete pv user-logs-volume
# kubectl delete pv webservice-logs-volume
# kubectl delete pv websocket-logs-volume
# kubectl delete pv wechat-miniprogram-logs-volume
# kubectl delete pv wechat-offiaccount-logs-volume
# kubectl delete pv xxl-job-admin-logs-volume
# 删除 NFS 文件夹（请确认下列文件夹 /nfs/* 中是否存在与 xuxiaowei-cloud 不相关的文件夹，并将提前将数据进行备份）
# rm -rf /nfs/mysql/init
# rm -rf /nfs/mysql/data
# rm -rf /nfs/redis/data
# rm -rf /nfs/admin-server/logs
# rm -rf /nfs/canal/logs
# rm -rf /nfs/file/logs
# rm -rf /nfs/gateway/logs
# rm -rf /nfs/master-data/logs
# rm -rf /nfs/passport/logs
# rm -rf /nfs/user/logs
# rm -rf /nfs/webservice/logs
# rm -rf /nfs/websocket/logs
# rm -rf /nfs/wechat-miniprogram/logs
# rm -rf /nfs/wechat-offiaccount/logs
# rm -rf /nfs/xxl-job-admin/logs
# 查看是否存在 xuxiaowei-cloud 命名空间，如果不存在，将会创建
- kubectl get namespace xuxiaowei-cloud || kubectl create namespace xuxiaowei-cloud
# 创建 NFS 文件夹
- mkdir -p /nfs/mysql/init
- mkdir -p /nfs/mysql/data
- mkdir -p /nfs/redis/data
- mkdir -p /nfs/admin-server/logs
- mkdir -p /nfs/canal/logs
- mkdir -p /nfs/file/logs
- mkdir -p /nfs/gateway/logs
- mkdir -p /nfs/master-data/logs
- mkdir -p /nfs/passport/logs
- mkdir -p /nfs/user/logs
- mkdir -p /nfs/webservice/logs
- mkdir -p /nfs/websocket/logs
- mkdir -p /nfs/wechat-miniprogram/logs
- mkdir -p /nfs/wechat-offiaccount/logs
- mkdir -p /nfs/xxl-job-admin/logs
# 查看 xuxiaowei-cloud 命名空间是否存在 mysql-deployment，如果不存在，准备创建 MySQL deployment
- kubectl -n xuxiaowei-cloud-next get deployment mysql-deployment || ls /nfs/mysql/init
- kubectl -n xuxiaowei-cloud-next get deployment mysql-deployment || cp docs/sql/*.sql /nfs/mysql/init
- kubectl -n xuxiaowei-cloud-next get deployment mysql-deployment || ls /nfs/mysql/init
# 查看 xuxiaowei-cloud 命名空间是否存在 mysql-deployment，如果不存在，使用命令根据文件创建 deployment
- kubectl -n xuxiaowei-cloud-next get deployment mysql-deployment || kubectl create -f docs/deployment/mysql-deployment.yaml
# 查看 xuxiaowei-cloud 命名空间是否存在 nacos-deployment，如果不存在，使用命令根据文件创建 deployment
- kubectl -n xuxiaowei-cloud-next get deployment nacos-deployment || kubectl create -f docs/deployment/nacos-deployment.yaml
# 查看 xuxiaowei-cloud 命名空间是否存在 redis-deployment，如果不存在，使用命令根据文件创建 deployment
- kubectl -n xuxiaowei-cloud-next get deployment redis-deployment || kubectl create -f docs/deployment/redis-deployment.yaml
# 查看 xuxiaowei-cloud 命名空间是否存在 sentinel-deployment，如果不存在，使用命令根据文件创建 deployment
- kubectl -n xuxiaowei-cloud-next get deployment sentinel-deployment || kubectl create -f docs/deployment/sentinel-deployment.yaml
# -n xuxiaowei-cloud：指定命名空间为 xuxiaowei-cloud
# $CI_PIPELINE_ID：当前管道的实例级ID
# 查看 xuxiaowei-cloud 命名空间是否存在，如果不存在，使用命令根据文件创建 deployment
- kubectl -n xuxiaowei-cloud-next get deployment admin-server-deployment || kubectl create -f admin-server/admin-server-deployment.yaml
# 设置镜像的新版本
- kubectl -n xuxiaowei-cloud-next set image deployment/admin-server-deployment admin-server=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/admin-server:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment canal-deployment || kubectl create -f resource-services-parent/canal/canal-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/canal-deployment canal=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/canal:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment file-deployment || kubectl create -f resource-services-parent/file/file-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/file-deployment file=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/file:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment gateway-deployment || kubectl create -f gateway/gateway-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/gateway-deployment gateway=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/gateway:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment master-data-deployment || kubectl create -f resource-services-parent/master-data/master-data-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/master-data-deployment master-data=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/master-data:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment passport-deployment || kubectl create -f passport/passport-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/passport-deployment passport=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/passport:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment ui-deployment || kubectl create -f ui/ui-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/ui-deployment ui=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/ui:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment user-deployment || kubectl create -f resource-services-parent/user/user-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/user-deployment user=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/user:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment webservice-deployment || kubectl create -f resource-services-parent/webservice/webservice-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/webservice-deployment webservice=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/webservice:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment websocket-deployment || kubectl create -f resource-services-parent/websocket/websocket-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/websocket-deployment websocket=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/websocket:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment wechat-miniprogram-deployment || kubectl create -f resource-services-parent/wechat-miniprogram/wechat-miniprogram-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/wechat-miniprogram-deployment wechat-miniprogram=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/wechat-miniprogram:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment wechat-offiaccount-deployment || kubectl create -f resource-services-parent/wechat-offiaccount/wechat-offiaccount-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/wechat-offiaccount-deployment wechat-offiaccount=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/wechat-offiaccount:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
- kubectl -n xuxiaowei-cloud-next get deployment xxl-job-admin-deployment || kubectl create -f xxl-job-admin/xxl-job-admin-deployment.yaml
- kubectl -n xuxiaowei-cloud-next set image deployment/xxl-job-admin-deployment xxl-job-admin=registry.docker.example.next.xuxiaowei.cloud/cloud.xuxiaowei.next/xxl-job-admin:0.0.1-SNAPSHOT-$CI_PIPELINE_ID
# https://docs.gitlab.com/ee/ci/yaml/index.html#rules
# 极狐GitLab中文文档：https://docs.gitlab.cn/jh/ci/yaml/index.html#rules
rules:
# PR 到 k8s 分支时预执行
- if: $CI_MERGE_REQUEST_TARGET_BRANCH_NAME == "k8s"
# PR 合并到 k8s 后执行、推送到 k8s 分支时
- if: $CI_COMMIT_BRANCH == "k8s"