119 lines
7.5 KiB
YAML
119 lines
7.5 KiB
YAML
name: Deploy im-server (k3s test cluster)
|
|
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
image_tag:
|
|
description: '镜像tag，默认为 test（与集群 kustomization 里的 newTag 一致）'
|
|
required: false
|
|
|
|
jobs:
|
|
deploy:
|
|
runs-on: deploy-host
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
- name: 确定镜像tag
|
|
id: vars
|
|
run: |
|
|
TAG="${{ github.event.inputs.image_tag }}"
|
|
[ -z "$TAG" ] && TAG=test
|
|
echo "tag=$TAG" >> "$GITHUB_OUTPUT"
|
|
|
|
- name: 登录镜像仓库
|
|
run: echo "${{ secrets.REGISTRY_TOKEN }}" | docker login git.118im.com -u admin --password-stdin
|
|
|
|
- name: 构建并推送镜像(从本仓库源码编译，不是官方预编译包)
|
|
run: |
|
|
docker build -f docker/tinode/Dockerfile.build \
|
|
-t git.118im.com/im_team/im-server:${{ steps.vars.outputs.tag }} .
|
|
docker push git.118im.com/im_team/im-server:${{ steps.vars.outputs.tag }}
|
|
|
|
- name: 部署到k3s测试集群
|
|
run: |
|
|
mkdir -p ~/.kube
|
|
echo "${{ secrets.KUBECONFIG }}" > ~/.kube/config
|
|
chmod 600 ~/.kube/config
|
|
kubectl set resources statefulset/im-server -n im-server-system -c im-server \
|
|
--requests=cpu=1,memory=512Mi --limits=cpu=2,memory=1Gi
|
|
kubectl set env statefulset/im-server -n im-server-system -c im-server \
|
|
CLUSTER_PROXY_TO_MASTER_BUFFER=4096 \
|
|
CLUSTER_PROXY_TO_MASTER_WORKERS=16 \
|
|
CLUSTER_PROXY_TO_MASTER_ENQUEUE_TIMEOUT_MS=300 \
|
|
CLUSTER_ROUTE_RETRIES=3 \
|
|
CLUSTER_ROUTE_RETRY_BACKOFF_MS=25 \
|
|
MYSQL_MAX_OPEN_CONNS=24 \
|
|
MYSQL_MAX_IDLE_CONNS=8 \
|
|
MYSQL_REGISTRY_MAX_OPEN_CONNS=4 \
|
|
MYSQL_REGISTRY_MAX_IDLE_CONNS=2 \
|
|
MYSQL_CONN_MAX_LIFETIME_SECONDS=1800
|
|
kubectl patch statefulset/im-server -n im-server-system --type=strategic -p \
|
|
'{"spec":{"template":{"spec":{"containers":[{"name":"im-server","readinessProbe":{"httpGet":{"path":"/healthz","port":6060},"timeoutSeconds":3,"periodSeconds":10,"failureThreshold":3},"livenessProbe":{"httpGet":{"path":"/livez","port":6060},"timeoutSeconds":3,"periodSeconds":20,"failureThreshold":3}}]}}}}'
|
|
if kubectl auth can-i get services -n im-server-system >/dev/null 2>&1 && \
|
|
kubectl auth can-i patch services -n im-server-system >/dev/null 2>&1; then
|
|
kubectl patch service/im-server -n im-server-system --type=merge -p \
|
|
'{"spec":{"sessionAffinity":"None"}}'
|
|
else
|
|
echo "::warning::ci-deployer cannot get/patch Service; skipped sessionAffinity update"
|
|
fi
|
|
if kubectl auth can-i get ingresses.networking.k8s.io -n im-server-system >/dev/null 2>&1 && \
|
|
kubectl auth can-i patch ingresses.networking.k8s.io -n im-server-system >/dev/null 2>&1 && \
|
|
kubectl get ingress/im-server -n im-server-system >/dev/null 2>&1; then
|
|
kubectl annotate ingress/im-server -n im-server-system --overwrite \
|
|
nginx.ingress.kubernetes.io/load-balance=least_conn
|
|
else
|
|
echo "::warning::ci-deployer cannot manage Ingress/im-server or it does not exist; skipped least_conn update"
|
|
fi
|
|
kubectl rollout restart statefulset/im-server -n im-server-system
|
|
if ! kubectl rollout status statefulset/im-server -n im-server-system --timeout=300s; then
|
|
echo "::error::im-server rollout did not become ready within 300 seconds"
|
|
kubectl get statefulset/im-server -n im-server-system -o wide || true
|
|
kubectl get pods -n im-server-system -l app=im-server -o wide || true
|
|
kubectl describe statefulset/im-server -n im-server-system || true
|
|
for pod in $(kubectl get pods -n im-server-system -l app=im-server -o name 2>/dev/null); do
|
|
echo "===== ${pod} describe ====="
|
|
kubectl describe -n im-server-system "${pod}" || true
|
|
echo "===== ${pod} current log ====="
|
|
kubectl logs -n im-server-system "${pod}" -c im-server --tail=200 || true
|
|
echo "===== ${pod} previous log ====="
|
|
kubectl logs -n im-server-system "${pod}" -c im-server --previous --tail=200 || true
|
|
done
|
|
if kubectl auth can-i list events -n im-server-system >/dev/null 2>&1; then
|
|
echo "===== recent events ====="
|
|
kubectl get events -n im-server-system --sort-by=.lastTimestamp | tail -100 || true
|
|
fi
|
|
exit 1
|
|
fi
|
|
|
|
echo "Waiting for ArgoCD reconciliation before validating effective settings"
|
|
sleep 60
|
|
request_cpu="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].resources.requests.cpu}')"
|
|
request_memory="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].resources.requests.memory}')"
|
|
limit_cpu="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].resources.limits.cpu}')"
|
|
limit_memory="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].resources.limits.memory}')"
|
|
liveness="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].livenessProbe.httpGet.path}')"
|
|
mysql_max_open="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].env[?(@.name=="MYSQL_MAX_OPEN_CONNS")].value}')"
|
|
mysql_max_idle="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].env[?(@.name=="MYSQL_MAX_IDLE_CONNS")].value}')"
|
|
mysql_registry_max_open="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].env[?(@.name=="MYSQL_REGISTRY_MAX_OPEN_CONNS")].value}')"
|
|
mysql_registry_max_idle="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].env[?(@.name=="MYSQL_REGISTRY_MAX_IDLE_CONNS")].value}')"
|
|
mysql_conn_max_lifetime="$(kubectl get statefulset/im-server -n im-server-system -o \
|
|
jsonpath='{.spec.template.spec.containers[?(@.name=="im-server")].env[?(@.name=="MYSQL_CONN_MAX_LIFETIME_SECONDS")].value}')"
|
|
echo "effective requests=${request_cpu}/${request_memory} limits=${limit_cpu}/${limit_memory} liveness=${liveness} mysql=${mysql_max_open}/${mysql_max_idle} registry=${mysql_registry_max_open}/${mysql_registry_max_idle} lifetime=${mysql_conn_max_lifetime}"
|
|
if [ "${request_cpu}" != "1" ] || [ "${request_memory}" != "512Mi" ] || \
|
|
[ "${limit_cpu}" != "2" ] || [ "${limit_memory}" != "1Gi" ] || \
|
|
[ "${liveness}" != "/livez" ] || [ "${mysql_max_open}" != "24" ] || \
|
|
[ "${mysql_max_idle}" != "8" ] || [ "${mysql_registry_max_open}" != "4" ] || \
|
|
[ "${mysql_registry_max_idle}" != "2" ] || [ "${mysql_conn_max_lifetime}" != "1800" ]; then
|
|
echo "::error::ArgoCD reverted StatefulSet resources/probes/MySQL pools. Apply deploy/argocd/im-server-test/statefulset-performance-patch.yaml to the im-server-test source."
|
|
exit 1
|
|
fi
|