chore(ops): 增加生产库备份/回滚与按 isTest 清理脚本

只入库通用运维能力，不提交写死手机号的一次性清理脚本与 dump。 Co-authored-by: Cursor <cursoragent@cursor.com>
2026-08-23 22:03:35 +08:00
parent a3f17cbf94
commit 7304c7a8e1
9 changed files with 1366 additions and 1 deletions
@@ -0,0 +1,126 @@
+#!/usr/bin/env bash
+# backup-prod-db.sh — 将线上(production)数据库 mysqldump 落盘到 deploy/backups/
+#
+# 与 sync-prod-db-to-local.sh 共用 SSH 隧道；仅导出，不覆盖本地库。
+#
+# 用法：
+#   bash deploy/backup-prod-db.sh              # 交互确认
+#   bash deploy/backup-prod-db.sh --yes      # 跳过确认
+#   bash deploy/backup-prod-db.sh --dry-run  # 只打印计划
+#
+set -euo pipefail
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+cd "$SCRIPT_DIR"
+
+LOCAL_CONTAINER="dukang-v1-mysql"
+TUNNEL_PORT=6019
+REMOTE_ENV_FILE="/opt/dukang/server/dukang-api/.env.production"
+HOST_ALIAS="host.docker.internal"
+ASSUME_YES=0
+DRY_RUN=0
+
+for arg in "$@"; do
+  case "$arg" in
+    --yes|-y) ASSUME_YES=1 ;;
+    --dry-run) DRY_RUN=1 ;;
+    --help|-h) sed -n '3,12p' "$0"; exit 0 ;;
+    --tunnel-port=*) TUNNEL_PORT="${arg#*=}" ;;
+    --container=*) LOCAL_CONTAINER="${arg#*=}" ;;
+    --host-alias=*) HOST_ALIAS="${arg#*=}" ;;
+    *) echo "未知参数: $arg" >&2; exit 2 ;;
+  esac
+done
+
+if [[ -f deploy.env ]]; then
+  # shellcheck disable=SC1091
+  source deploy.env
+fi
+DEPLOY_HOST="${DEPLOY_HOST:?请在 deploy.env 配置 DEPLOY_HOST}"
+DEPLOY_USER="${DEPLOY_USER:-root}"
+DEPLOY_PORT="${DEPLOY_PORT:-22}"
+SSH=(ssh -o StrictHostKeyChecking=accept-new -p "$DEPLOY_PORT")
+if [[ -n "${DEPLOY_SSH_KEY:-}" ]]; then SSH+=(-i "$DEPLOY_SSH_KEY"); fi
+TARGET="$DEPLOY_USER@$DEPLOY_HOST"
+
+echo "==> 读取线上数据库配置 ($TARGET:$REMOTE_ENV_FILE)"
+PARSED="$("${SSH[@]}" "$TARGET" bash -s <<'NODEEOF'
+cat > /tmp/_parse_db.js <<'JSEOF'
+const fs=require("fs");
+const l=fs.readFileSync("/opt/dukang/server/dukang-api/.env.production","utf8").match(/^DATABASE_URL=(.*)$/m)[1].trim();
+let u=l;
+if((u[0]==='"'&&u[u.length-1]==='"')||(u[0]==="'"&&u[u.length-1]==="'"))u=u.slice(1,-1);
+const U=new URL(u);
+const b=s=>Buffer.from(s).toString("base64");
+const path=U.pathname.replace(/^\//,"").split("?")[0];
+process.stdout.write([b(decodeURIComponent(U.username)),b(U.hostname),U.port||"3306",b(path),b(decodeURIComponent(U.password))].join("|")+"\n");
+JSEOF
+node /tmp/_parse_db.js; rm -f /tmp/_parse_db.js
+NODEEOF
+)"
+if [[ -z "$PARSED" ]]; then
+  echo "无法读取远端 DATABASE_URL，中止。" >&2; exit 1
+fi
+IFS='|' read -r _U _H _P _DB _PASS <<< "$PARSED"
+REMOTE_USER="$(echo "$_U" | base64 -d)"
+REMOTE_HOST="$(echo "$_H" | base64 -d)"
+REMOTE_PORT="$_P"
+REMOTE_DB="$(echo "$_DB" | base64 -d)"
+REMOTE_PASS="$(echo "$_PASS" | base64 -d)"
+
+mkdir -p backups
+OUT="backups/prod-${REMOTE_DB}-$(date +%Y%m%d-%H%M%S).sql"
+
+echo
+echo "备份计划:"
+echo "  源(线上): $REMOTE_USER@$REMOTE_HOST:$REMOTE_PORT/$REMOTE_DB"
+echo "  目标文件: $OUT"
+echo "  隧道:      $TARGET -L $TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT"
+if [[ $DRY_RUN -eq 1 ]]; then
+  echo "(dry-run) 已结束，未做任何修改。"
+  exit 0
+fi
+
+if ! docker ps --format '{{.Names}}' | grep -qx "$LOCAL_CONTAINER"; then
+  echo "本地容器 $LOCAL_CONTAINER 未运行。请先执行: cd deploy && docker compose up -d" >&2
+  exit 1
+fi
+
+if [[ $ASSUME_YES -ne 1 ]]; then
+  read -r -p "确认备份【线上 $REMOTE_DB】到 $OUT ? [y/N] " ans
+  [[ "$ans" == "y" || "$ans" == "Y" ]] || { echo "已取消。"; exit 0; }
+fi
+
+CTL="/tmp/backup-prod-db-$$.sock"
+echo "==> 建立 SSH 隧道"
+"${SSH[@]}" -M -S "$CTL" -f -N -L "$TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT" "$TARGET"
+
+ready=0
+for _ in 1 2 3 4 5 6 7 8 9 10; do
+  if docker exec -e "MYSQL_PWD=$REMOTE_PASS" "$LOCAL_CONTAINER" \
+        mysqladmin -h "$HOST_ALIAS" -P "$TUNNEL_PORT" -u "$REMOTE_USER" ping >/dev/null 2>&1; then
+    ready=1; break
+  fi
+  sleep 1
+done
+if [[ $ready -ne 1 ]]; then
+  echo "隧道未就绪，中止。" >&2
+  "${SSH[@]}" -S "$CTL" -O exit "$TARGET" 2>/dev/null || true
+  exit 1
+fi
+
+echo "==> mysqldump 导出中..."
+docker exec -e "MYSQL_PWD=$REMOTE_PASS" "$LOCAL_CONTAINER" \
+  mysqldump -h "$HOST_ALIAS" -P "$TUNNEL_PORT" -u "$REMOTE_USER" \
+  --lock-tables=0 --add-drop-table --skip-triggers \
+  --skip-routines --skip-events --column-statistics=0 --no-tablespaces --set-gtid-purged=OFF \
+  --databases "$REMOTE_DB" > "$OUT"
+RC=$?
+
+"${SSH[@]}" -S "$CTL" -O exit "$TARGET" 2>/dev/null || true
+
+if [[ $RC -ne 0 ]]; then
+  echo "备份失败 (mysqldump 退出码 $RC)。" >&2
+  exit 1
+fi
+echo "==> 备份完成 ✅ $OUT ($(wc -c < "$OUT") bytes)"
+echo "    提示：请在阿里云 RDS 控制台再创建一次手动快照，作为整库回滚保险。"
@@ -0,0 +1,126 @@
+#!/usr/bin/env bash
+# restore-prod-db.sh — 将本地 mysqldump 恢复到线上(production)数据库
+#
+# 仅在用户明确要求恢复生产库时使用。
+#
+# 用法：
+#   bash deploy/restore-prod-db.sh backups/prod-dukang_prod-YYYYMMDD-HHMMSS.sql
+#   bash deploy/restore-prod-db.sh --yes backups/prod-dukang_prod-YYYYMMDD-HHMMSS.sql
+#   bash deploy/restore-prod-db.sh --dry-run backups/prod-dukang_prod-YYYYMMDD-HHMMSS.sql
+#
+set -euo pipefail
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+cd "$SCRIPT_DIR"
+
+LOCAL_CONTAINER="dukang-v1-mysql"
+TUNNEL_PORT=6021
+HOST_ALIAS="host.docker.internal"
+ASSUME_YES=0
+DRY_RUN=0
+DUMP=""
+
+for arg in "$@"; do
+  case "$arg" in
+    --yes|-y) ASSUME_YES=1 ;;
+    --dry-run) DRY_RUN=1 ;;
+    --help|-h) sed -n '3,14p' "$0"; exit 0 ;;
+    --tunnel-port=*) TUNNEL_PORT="${arg#*=}" ;;
+    --container=*) LOCAL_CONTAINER="${arg#*=}" ;;
+    --host-alias=*) HOST_ALIAS="${arg#*=}" ;;
+    -*) echo "未知参数: $arg" >&2; exit 2 ;;
+    *) DUMP="$arg" ;;
+  esac
+done
+
+if [[ -z "$DUMP" ]]; then
+  echo "请指定 dump 文件，例如: bash deploy/restore-prod-db.sh backups/prod-dukang_prod-20260823-202044.sql" >&2
+  exit 2
+fi
+if [[ ! -f "$DUMP" ]]; then
+  echo "文件不存在: $DUMP" >&2
+  exit 1
+fi
+
+if [[ -f deploy.env ]]; then
+  # shellcheck disable=SC1091
+  source deploy.env
+fi
+DEPLOY_HOST="${DEPLOY_HOST:?请在 deploy.env 配置 DEPLOY_HOST}"
+DEPLOY_USER="${DEPLOY_USER:-root}"
+DEPLOY_PORT="${DEPLOY_PORT:-22}"
+SSH=(ssh -o StrictHostKeyChecking=accept-new -p "$DEPLOY_PORT")
+if [[ -n "${DEPLOY_SSH_KEY:-}" ]]; then SSH+=(-i "$DEPLOY_SSH_KEY"); fi
+TARGET="$DEPLOY_USER@$DEPLOY_HOST"
+
+echo "==> 读取线上数据库配置 ($TARGET)"
+PARSED="$("${SSH[@]}" "$TARGET" bash -s <<'NODEEOF'
+cat > /tmp/_parse_db.js <<'JSEOF'
+const fs=require("fs");
+const l=fs.readFileSync("/opt/dukang/server/dukang-api/.env.production","utf8").match(/^DATABASE_URL=(.*)$/m)[1].trim();
+let u=l;
+if((u[0]==='"'&&u[u.length-1]==='"')||(u[0]==="'"&&u[u.length-1]==="'"))u=u.slice(1,-1);
+const U=new URL(u);
+const b=s=>Buffer.from(s).toString("base64");
+const path=U.pathname.replace(/^\//,"").split("?")[0];
+process.stdout.write([b(decodeURIComponent(U.username)),b(U.hostname),U.port||"3306",b(path),b(decodeURIComponent(U.password))].join("|")+"\n");
+JSEOF
+node /tmp/_parse_db.js; rm -f /tmp/_parse_db.js
+NODEEOF
+)"
+if [[ -z "$PARSED" ]]; then
+  echo "无法读取远端 DATABASE_URL，中止。" >&2; exit 1
+fi
+IFS='|' read -r _U _H _P _DB _PASS <<< "$PARSED"
+REMOTE_USER="$(echo "$_U" | base64 -d)"
+REMOTE_HOST="$(echo "$_H" | base64 -d)"
+REMOTE_PORT="$_P"
+REMOTE_DB="$(echo "$_DB" | base64 -d)"
+REMOTE_PASS="$(echo "$_PASS" | base64 -d)"
+
+echo
+echo "恢复计划:"
+echo "  源文件: $DUMP ($(wc -c < "$DUMP") bytes)"
+echo "  目标(线上): $REMOTE_USER@$REMOTE_HOST:$REMOTE_PORT/$REMOTE_DB"
+echo "  隧道: $TARGET -L $TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT"
+if [[ $DRY_RUN -eq 1 ]]; then
+  echo "(dry-run) 已结束，未做任何修改。"
+  exit 0
+fi
+
+if ! docker ps --format '{{.Names}}' | grep -qx "$LOCAL_CONTAINER"; then
+  echo "本地容器 $LOCAL_CONTAINER 未运行。" >&2
+  exit 1
+fi
+
+if [[ $ASSUME_YES -ne 1 ]]; then
+  read -r -p "确认用该 dump 覆盖【线上 $REMOTE_DB】? [y/N] " ans
+  [[ "$ans" == "y" || "$ans" == "Y" ]] || { echo "已取消。"; exit 0; }
+fi
+
+CTL="/tmp/restore-prod-db-$$.sock"
+echo "==> 建立 SSH 隧道"
+"${SSH[@]}" -M -S "$CTL" -f -N -L "$TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT" "$TARGET"
+
+cleanup_tunnel() {
+  "${SSH[@]}" -S "$CTL" -O exit "$TARGET" 2>/dev/null || true
+}
+trap cleanup_tunnel EXIT
+
+ready=0
+for _ in 1 2 3 4 5 6 7 8 9 10; do
+  if docker exec -e "MYSQL_PWD=$REMOTE_PASS" "$LOCAL_CONTAINER" \
+        mysqladmin -h "$HOST_ALIAS" -P "$TUNNEL_PORT" -u "$REMOTE_USER" ping >/dev/null 2>&1; then
+    ready=1; break
+  fi
+  sleep 1
+done
+if [[ $ready -ne 1 ]]; then
+  echo "隧道未就绪，中止。" >&2
+  exit 1
+fi
+
+echo "==> 导入 dump 到线上 $REMOTE_DB ..."
+docker exec -i -e "MYSQL_PWD=$REMOTE_PASS" "$LOCAL_CONTAINER" \
+  mysql -h "$HOST_ALIAS" -P "$TUNNEL_PORT" -u "$REMOTE_USER" \
+  --default-character-set=utf8mb4 < "$DUMP"
+echo "==> 恢复完成 ✅ 线上 $REMOTE_DB 已回滚到 $DUMP"
@@ -0,0 +1,123 @@
+#!/usr/bin/env bash
+# run-prod-cleanup.sh — 经 SSH 隧道连接生产库，执行测试数据清理
+#
+# 用法：
+#   bash deploy/run-prod-cleanup.sh                 # dry-run
+#   bash deploy/run-prod-cleanup.sh --apply --yes   # 写库（默认带 --force 处理已打款测试核销）
+#   bash deploy/run-prod-cleanup.sh --inventory     # 仅盘点
+#
+set -euo pipefail
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+REPO_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
+cd "$SCRIPT_DIR"
+
+LOCAL_CONTAINER="dukang-v1-mysql"
+TUNNEL_PORT=6020
+DOCKER_HOST_ALIAS="host.docker.internal"
+CLIENT_HOST="127.0.0.1"
+APPLY=0
+ASSUME_YES=0
+FORCE=1
+INVENTORY=0
+SCRIPT_NAME=""
+EXTRA_ARGS=()
+
+for arg in "$@"; do
+  case "$arg" in
+    --apply) APPLY=1 ;;
+    --yes|-y) ASSUME_YES=1 ;;
+    --no-force) FORCE=0 ;;
+    --force) FORCE=1 ;;
+    --inventory) INVENTORY=1 ;;
+    --script=*) SCRIPT_NAME="${arg#*=}" ;;
+    --help|-h)
+      sed -n '3,12p' "$0"
+      exit 0
+      ;;
+    *) EXTRA_ARGS+=("$arg") ;;
+  esac
+done
+
+if [[ -f deploy.env ]]; then
+  # shellcheck disable=SC1091
+  source deploy.env
+fi
+DEPLOY_HOST="${DEPLOY_HOST:?请在 deploy.env 配置 DEPLOY_HOST}"
+DEPLOY_USER="${DEPLOY_USER:-root}"
+DEPLOY_PORT="${DEPLOY_PORT:-22}"
+SSH=(ssh -o StrictHostKeyChecking=accept-new -p "$DEPLOY_PORT")
+if [[ -n "${DEPLOY_SSH_KEY:-}" ]]; then SSH+=(-i "$DEPLOY_SSH_KEY"); fi
+TARGET="$DEPLOY_USER@$DEPLOY_HOST"
+
+if ! docker ps --format '{{.Names}}' | grep -qx "$LOCAL_CONTAINER"; then
+  echo "本地容器 $LOCAL_CONTAINER 未运行。" >&2
+  exit 1
+fi
+
+PARSED="$("${SSH[@]}" "$TARGET" bash -s <<'NODEEOF'
+cat > /tmp/_parse_db.js <<'JSEOF'
+const fs=require("fs");
+const l=fs.readFileSync("/opt/dukang/server/dukang-api/.env.production","utf8").match(/^DATABASE_URL=(.*)$/m)[1].trim();
+let u=l;
+if((u[0]==='"'&&u[u.length-1]==='"')||(u[0]==="'"&&u[u.length-1]==="'"))u=u.slice(1,-1);
+const U=new URL(u);
+const b=s=>Buffer.from(s).toString("base64");
+const path=U.pathname.replace(/^\//,"").split("?")[0];
+process.stdout.write([b(decodeURIComponent(U.username)),b(U.hostname),U.port||"3306",b(path),b(decodeURIComponent(U.password))].join("|")+"\n");
+JSEOF
+node /tmp/_parse_db.js; rm -f /tmp/_parse_db.js
+NODEEOF
+)"
+IFS='|' read -r _U _H _P _DB _PASS <<< "$PARSED"
+REMOTE_USER="$(echo "$_U" | base64 -d)"
+REMOTE_HOST="$(echo "$_H" | base64 -d)"
+REMOTE_PORT="$_P"
+REMOTE_DB="$(echo "$_DB" | base64 -d)"
+REMOTE_PASS="$(echo "$_PASS" | base64 -d)"
+
+CTL="/tmp/run-prod-cleanup-$$.sock"
+echo "==> 建立 SSH 隧道 $TARGET -L $TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT"
+"${SSH[@]}" -M -S "$CTL" -f -N -L "$TUNNEL_PORT:$REMOTE_HOST:$REMOTE_PORT" "$TARGET"
+
+cleanup_tunnel() {
+  "${SSH[@]}" -S "$CTL" -O exit "$TARGET" 2>/dev/null || true
+}
+trap cleanup_tunnel EXIT
+
+ready=0
+for _ in 1 2 3 4 5 6 7 8 9 10; do
+  if docker exec -e "MYSQL_PWD=$REMOTE_PASS" "$LOCAL_CONTAINER" \
+        mysqladmin -h "$DOCKER_HOST_ALIAS" -P "$TUNNEL_PORT" -u "$REMOTE_USER" ping >/dev/null 2>&1; then
+    ready=1; break
+  fi
+  sleep 1
+done
+if [[ $ready -ne 1 ]]; then
+  echo "隧道未就绪，中止。" >&2
+  exit 1
+fi
+
+ENC_PASS="$(node -e "console.log(encodeURIComponent(process.argv[1]))" "$REMOTE_PASS")"
+export DATABASE_URL="mysql://${REMOTE_USER}:${ENC_PASS}@${CLIENT_HOST}:${TUNNEL_PORT}/${REMOTE_DB}?charset=utf8mb4"
+export FORCE_DATABASE_URL=1
+
+cd "$REPO_ROOT/server/dukang-api"
+CMD=(pnpm)
+if [[ -n "$SCRIPT_NAME" ]]; then
+  CMD+=(ts-node --transpile-only "scripts/${SCRIPT_NAME}.ts")
+  [[ $FORCE -eq 1 ]] && CMD+=(--force)
+  [[ $APPLY -eq 1 ]] && CMD+=(--apply)
+  [[ $ASSUME_YES -eq 1 ]] && CMD+=(--yes)
+  [[ ${#EXTRA_ARGS[@]} -gt 0 ]] && CMD+=("${EXTRA_ARGS[@]}")
+elif [[ $INVENTORY -eq 1 ]]; then
+  CMD+=(inventory:test-data -- "${EXTRA_ARGS[@]}")
+else
+  CMD+=(cleanup:test-data --)
+  [[ $FORCE -eq 1 ]] && CMD+=(--force)
+  [[ $APPLY -eq 1 ]] && CMD+=(--apply)
+  [[ $ASSUME_YES -eq 1 ]] && CMD+=(--yes)
+  CMD+=("${EXTRA_ARGS[@]}")
+fi
+
+echo "==> 执行: DATABASE_URL=*** ${CMD[*]}"
+"${CMD[@]}"
@@ -0,0 +1,14 @@
+# 测试数据清理（通用）
+
+按 HQ 白名单 + `isTest` 打标清理，**不写死手机号/订单号**。dump 落在 `deploy/backups/`（已 gitignore）。
+
+## 流程
+
+1. 备份：`bash deploy/backup-prod-db.sh --yes`；建议同时在 RDS 控制台打手动快照
+2. 同步到本地演练：`bash deploy/sync-prod-db-to-local.sh --yes`
+3. 盘点（默认本地 `.env`）：`pnpm --dir server/dukang-api inventory:test-data`
+4. 本地 dry-run / apply：`pnpm --dir server/dukang-api cleanup:test-data`，确认后加 `--apply --yes`
+5. 生产须口头允许后再执行：`bash deploy/run-prod-cleanup.sh`（dry-run）→ `--apply --yes`
+6. 回滚：`bash deploy/restore-prod-db.sh --yes backups/prod-<库名>-<时间>.sql`
+
+已打款且混有测试流水时需 `--force`。有交叉风险（测试合伙人下仍有正式门店等）会中止。