From 3cd0bebf4db5d15214908ce9bb428eb13c90b709 Mon Sep 17 00:00:00 2001 From: WangLX <519407855@qq.com> Date: Thu, 6 Aug 2026 18:42:07 +0800 Subject: [PATCH] feat: add infrastructure backup verification --- .gitignore | 2 +- docs/DEPLOYMENT-RUNBOOK.md | 11 ++++ scripts/backup-infra.sh | 113 +++++++++++++++++++++++++++++++++ scripts/verify-infra-backup.sh | 105 ++++++++++++++++++++++++++++++ 4 files changed, 230 insertions(+), 1 deletion(-) create mode 100755 scripts/backup-infra.sh create mode 100755 scripts/verify-infra-backup.sh diff --git a/.gitignore b/.gitignore index 5896134..143fa54 100644 --- a/.gitignore +++ b/.gitignore @@ -11,9 +11,9 @@ certs/ results/raw/* !results/raw/.gitkeep +results/backups/ results/tmp/ *.log *.pid *.swp - diff --git a/docs/DEPLOYMENT-RUNBOOK.md b/docs/DEPLOYMENT-RUNBOOK.md index 823dadf..37e102e 100644 --- a/docs/DEPLOYMENT-RUNBOOK.md +++ b/docs/DEPLOYMENT-RUNBOOK.md @@ -94,6 +94,17 @@ PostgreSQL、Redis 和 MinIO 只绑定到 127.0.0.1。未来业务容器使用 p 首次通过健康检查后,执行 `scripts/capture-runtime-snapshot.sh` 保存空载资源基线,并用 `docker image inspect` 将实际拉取到的镜像 digest 写入脱敏的 `inventory/` 清单。原始快照继续保留在服务器的 `results/raw/`,不要提交主机标识、凭据或客户数据。 +基础设施备份默认写入 Git 忽略的 `results/backups/infra/`。备份包含 PostgreSQL 逻辑备份、Redis RDB 和 MinIO Bucket 对象,不复制 `.env`。创建后立即执行隔离恢复校验;该校验会恢复到临时 PostgreSQL 数据库和临时 MinIO Bucket,完成后自动清理: + +~~~bash +backup_output="$(./scripts/backup-infra.sh compose/.env)" +printf '%s\n' "$backup_output" +backup_directory="$(printf '%s\n' "$backup_output" | sed -n 's/^Infrastructure backup created: //p')" +./scripts/verify-infra-backup.sh compose/.env "$backup_directory" +~~~ + +本机备份不能替代异机备份。验证通过后,将整个时间戳目录复制到单独管理的磁盘或备份服务器,并在交付前补充保留周期、加密、访问审计和定期恢复演练。当前 MinIO 备份覆盖 Bucket 中的对象;若后续启用版本控制、生命周期、复制、IAM 或自定义策略,还必须增加相应配置导出和恢复步骤。 + ## 5. 业务部署门槛 当前 ai-soulmate-server 的 Dockerfile 只有开发目标,开发 Compose 还挂载源码;压缩包中的 ai-soulmate-server-master 没有可验证的 Git 历史。先完成以下改造,再写应用 Compose: diff --git a/scripts/backup-infra.sh b/scripts/backup-infra.sh new file mode 100755 index 0000000..c1faaee --- /dev/null +++ b/scripts/backup-infra.sh @@ -0,0 +1,113 @@ +#!/usr/bin/env bash +set -Eeuo pipefail + +env_file="${1:-compose/.env}" +backup_root="${2:-${BACKUP_ROOT:-results/backups/infra}}" +compose_file="${COMPOSE_FILE:-compose/docker-compose.infra.yml}" + +for required_command in docker id mktemp realpath sha256sum; do + if ! command -v "$required_command" >/dev/null 2>&1; then + printf 'Required command is unavailable: %s\n' "$required_command" >&2 + exit 1 + fi +done + +if [[ ! -r "$env_file" ]]; then + printf 'Environment file not found: %s\n' "$env_file" >&2 + exit 1 +fi + +env_value() { + local key="$1" + local value + value="$(awk -F= -v key="$key" '$1 == key {sub(/^[^=]*=/, ""); print; exit}' "$env_file")" + if [[ -z "$value" ]]; then + printf 'Required environment value is missing: %s\n' "$key" >&2 + exit 1 + fi + printf '%s' "$value" +} + +compose_command=(docker compose --env-file "$env_file" -f "$compose_file") +"${compose_command[@]}" config --quiet + +for service in postgres redis minio; do + if [[ -z "$("${compose_command[@]}" ps -q "$service")" ]]; then + printf 'Required service is not running: %s\n' "$service" >&2 + exit 1 + fi +done + +umask 077 +mkdir -p -- "$backup_root" +chmod 700 "$backup_root" +backup_root="$(realpath "$backup_root")" +env_file_absolute="$(realpath "$env_file")" +backup_timestamp="$(date +%Y%m%d-%H%M%S)" +final_directory="$backup_root/$backup_timestamp" +if [[ -e "$final_directory" ]]; then + printf 'Backup destination already exists: %s\n' "$final_directory" >&2 + exit 1 +fi +staging_directory="$(mktemp -d "$backup_root/.partial-${backup_timestamp}-XXXXXX")" +mkdir -p "$staging_directory/minio" + +"${compose_command[@]}" exec -T postgres sh -ec \ + 'exec pg_dump --username "$POSTGRES_USER" --dbname "$POSTGRES_DB" --format=custom --compress=6 --no-owner --no-acl' \ + > "$staging_directory/postgres.dump" + +"${compose_command[@]}" exec -T redis sh -ec \ + 'redis-cli --no-auth-warning -a "$REDIS_PASSWORD" SAVE >/dev/null' +redis_container_id="$("${compose_command[@]}" ps -q redis)" +docker cp "$redis_container_id:/data/dump.rdb" "$staging_directory/redis.rdb" >/dev/null + +docker_network_name="$(env_value DOCKER_NETWORK_NAME)" +minio_bucket="$(env_value MINIO_BUCKET)" +minio_mc_image="$(env_value MINIO_MC_IMAGE)" +docker run --rm \ + --network "$docker_network_name" \ + --user "$(id -u):$(id -g)" \ + --env-file "$env_file_absolute" \ + --env HOME=/tmp \ + --volume "$staging_directory/minio:/backup" \ + --entrypoint /bin/sh \ + "$minio_mc_image" -ec ' + mc alias set local http://minio:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD" >/dev/null + mc stat "local/$MINIO_BUCKET" >/dev/null + mc mirror --overwrite --preserve "local/$MINIO_BUCKET" /backup + ' + +deployment_repository_commit="unknown" +if command -v git >/dev/null 2>&1 && git rev-parse --is-inside-work-tree >/dev/null 2>&1; then + deployment_repository_commit="$(git rev-parse HEAD)" +fi +minio_object_count="$(find "$staging_directory/minio" -type f | wc -l | tr -d '[:space:]')" + +cat > "$staging_directory/manifest.yml" < "$staging_directory/checksums.sha256" + +chmod -R go-rwx "$staging_directory" +mv "$staging_directory" "$final_directory" +printf 'Infrastructure backup created: %s\n' "$final_directory" +printf 'Copy this backup to separately managed storage before relying on it.\n' diff --git a/scripts/verify-infra-backup.sh b/scripts/verify-infra-backup.sh new file mode 100755 index 0000000..6d2554d --- /dev/null +++ b/scripts/verify-infra-backup.sh @@ -0,0 +1,105 @@ +#!/usr/bin/env bash +set -Eeuo pipefail + +env_file="${1:-compose/.env}" +backup_directory="${2:-}" +compose_file="${COMPOSE_FILE:-compose/docker-compose.infra.yml}" + +if [[ -z "$backup_directory" ]]; then + printf 'Usage: %s [env-file] \n' "$0" >&2 + exit 1 +fi + +for required_command in docker id realpath sha256sum; do + if ! command -v "$required_command" >/dev/null 2>&1; then + printf 'Required command is unavailable: %s\n' "$required_command" >&2 + exit 1 + fi +done + +if [[ ! -r "$env_file" ]]; then + printf 'Environment file not found: %s\n' "$env_file" >&2 + exit 1 +fi +if [[ ! -r "$backup_directory/checksums.sha256" ]]; then + printf 'Backup checksum file not found: %s\n' "$backup_directory/checksums.sha256" >&2 + exit 1 +fi + +env_value() { + local key="$1" + local value + value="$(awk -F= -v key="$key" '$1 == key {sub(/^[^=]*=/, ""); print; exit}' "$env_file")" + if [[ -z "$value" ]]; then + printf 'Required environment value is missing: %s\n' "$key" >&2 + exit 1 + fi + printf '%s' "$value" +} + +backup_directory="$(realpath "$backup_directory")" +env_file_absolute="$(realpath "$env_file")" +compose_command=(docker compose --env-file "$env_file" -f "$compose_file") +"${compose_command[@]}" config --quiet +postgres_user="$(env_value POSTGRES_USER)" + +( + cd "$backup_directory" + sha256sum --check checksums.sha256 +) + +restore_database="restore_check_$(date +%s)_$$" +cleanup_postgres() { + "${compose_command[@]}" exec -T postgres dropdb \ + --if-exists --username "$postgres_user" "$restore_database" >/dev/null 2>&1 || true +} +trap cleanup_postgres EXIT + +"${compose_command[@]}" exec -T postgres createdb \ + --username "$postgres_user" "$restore_database" +"${compose_command[@]}" exec -T postgres pg_restore \ + --username "$postgres_user" \ + --dbname "$restore_database" \ + --no-owner \ + --no-acl \ + --exit-on-error \ + < "$backup_directory/postgres.dump" +"${compose_command[@]}" exec -T postgres psql \ + --username "$postgres_user" \ + --dbname "$restore_database" \ + --tuples-only \ + --no-align \ + --command 'SELECT 1' \ + | grep -qx '1' +cleanup_postgres +trap - EXIT + +redis_image="$(env_value REDIS_IMAGE)" +docker run --rm \ + --volume "$backup_directory:/backup:ro" \ + "$redis_image" redis-check-rdb /backup/redis.rdb + +docker_network_name="$(env_value DOCKER_NETWORK_NAME)" +minio_mc_image="$(env_value MINIO_MC_IMAGE)" +restore_bucket="restore-check-$(date +%s)-$$" +docker run --rm \ + --network "$docker_network_name" \ + --user "$(id -u):$(id -g)" \ + --env-file "$env_file_absolute" \ + --env HOME=/tmp \ + --env "RESTORE_BUCKET=$restore_bucket" \ + --volume "$backup_directory/minio:/backup:ro" \ + --entrypoint /bin/sh \ + "$minio_mc_image" -ec ' + mc alias set local http://minio:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD" >/dev/null + cleanup_bucket() { + mc rm --recursive --force "local/$RESTORE_BUCKET" >/dev/null 2>&1 || true + mc rb --force "local/$RESTORE_BUCKET" >/dev/null 2>&1 || true + } + trap cleanup_bucket EXIT + mc mb "local/$RESTORE_BUCKET" >/dev/null + mc mirror --overwrite --preserve /backup "local/$RESTORE_BUCKET" + mc stat "local/$RESTORE_BUCKET" >/dev/null + ' + +printf 'Infrastructure backup verification passed: %s\n' "$backup_directory"