feat: add model groups, verified registration and CNY credit grants
This commit is contained in:
1 parent
f5ba6cb255
commit
7a18db2123
40 files changed
+1980
-263
No files matched your search
@@ -0,0 +1,79 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Back up the running MOYI database and its configuration before an upgrade."""
|
||||
import argparse
|
||||
import hashlib
|
||||
import importlib.util
|
||||
import json
|
||||
import os
|
||||
from pathlib import Path
|
||||
import shutil
|
||||
import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
from datetime import datetime, timezone
|
||||
|
||||
from admin_credentials import MaintenanceError, check_container, postgres_environment, require, run, write_private
|
||||
|
||||
|
||||
def backup(deploy, mode, output_root, database="moyi_control"):
|
||||
require(database == "moyi_control", "This upgrade backup is restricted to moyi_control.")
|
||||
programs = {name: shutil.which(name) for name in ("psql", "pg_dump", "pg_restore")}
|
||||
require(all(programs.values()), "Install postgresql-client before backing up.")
|
||||
env_file = deploy.HERE / ".env.cloud"
|
||||
config = deploy.preflight(env_file, mode)
|
||||
check_container(deploy, config, env_file, mode)
|
||||
pg_env = postgres_environment(config["services"]["moyi-api"]["environment"], database)
|
||||
actual = run([programs["psql"], "-X", "--no-password", "-qAt", "-v", "ON_ERROR_STOP=1",
|
||||
"-c", "SELECT current_database()"], env=pg_env)
|
||||
require(actual == database, "Connected database does not match moyi_control.")
|
||||
original = env_file.read_bytes()
|
||||
output_root.mkdir(mode=0o700, parents=True, exist_ok=True)
|
||||
destination = Path(tempfile.mkdtemp(prefix="pre-upgrade-", dir=output_root))
|
||||
print("Private backup directory: " + str(destination), flush=True)
|
||||
write_private(destination / "env.cloud", original)
|
||||
if mode == "https":
|
||||
for name in ("fullchain.pem", "privkey.pem"):
|
||||
write_private(destination / name, (deploy.HERE / "certs" / name).read_bytes())
|
||||
dump = destination / "moyi_control.dump"
|
||||
run([programs["pg_dump"], "--no-password", "--format=custom", "--quote-all-identifiers",
|
||||
"--lock-wait-timeout=10000", "--file=" + str(dump)], env=pg_env)
|
||||
require(dump.is_file() and dump.stat().st_size > 0, "Database backup is empty.")
|
||||
# Read/decompress the whole archive without connecting to any database.
|
||||
run([programs["pg_restore"], "--file=" + os.devnull, str(dump)])
|
||||
require(env_file.read_bytes() == original, "Configuration changed during backup; repeat the backup.")
|
||||
digests = {}
|
||||
for item in destination.iterdir():
|
||||
with item.open("rb") as stream:
|
||||
digests[item.name] = hashlib.file_digest(stream, "sha256").hexdigest()
|
||||
write_private(destination / "SHA256SUMS", "".join(
|
||||
value + " " + name + "\n" for name, value in sorted(digests.items())).encode("ascii"))
|
||||
# This marker is written only after export and full archive validation succeed.
|
||||
write_private(destination / "backup-complete.json", json.dumps({
|
||||
"database": database, "deployment": str(deploy.HERE),
|
||||
"completedAt": datetime.now(timezone.utc).isoformat(), "sha256": digests,
|
||||
}, indent=2).encode("utf-8"))
|
||||
print("BACKUP_OK: moyi_control exported; archive read successfully; credentials not printed.")
|
||||
return destination
|
||||
|
||||
|
||||
def main():
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument("--deployment-dir", type=Path, required=True)
|
||||
parser.add_argument("--mode", choices=("https", "tunnel"), default="https")
|
||||
parser.add_argument("--output-root", type=Path, default=Path("/opt/moyi/backups"))
|
||||
args = parser.parse_args()
|
||||
os.umask(0o077)
|
||||
directory = args.deployment_dir.resolve()
|
||||
spec = importlib.util.spec_from_file_location("running_moyi_deploy", directory / "deploy.py")
|
||||
deploy = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(deploy)
|
||||
backup(deploy, args.mode, args.output_root.resolve())
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
try:
|
||||
main()
|
||||
except (MaintenanceError, ValueError, OSError, subprocess.SubprocessError) as error:
|
||||
message = str(error) if isinstance(error, MaintenanceError) else type(error).__name__ + ": backup failed; no secret output shown."
|
||||
print("ERROR: " + message, file=sys.stderr)
|
||||
sys.exit(1)
|
||||
Reference in new issue
Block a user