Restructure into modules/ with single-process CTP and config/ layout.

Move business code under modules/, env template to config/, PM2 single qihuo process, and _legacy shims for old imports. Co-authored-by: Cursor <cursoragent@cursor.com>
2026-07-01 14:42:16 +08:00
parent b354d6c701
commit e5a586f903
209 changed files with 21962 additions and 20963 deletions
@@ -0,0 +1,403 @@
+# Copyright (c) 2025-2026 马建军. All rights reserved.
+# 专有软件 — 未经授权禁止复制、传播、转售。
+# 严禁用于：带单/代客理财、向他人推荐期货品种或买卖建议、融资配资等业务。
+# 详见 LICENSE.zh-CN.txt 与 docs/软件购买与使用协议.md
+
+"""数据库备份：SQLite futures.db 或 PostgreSQL pg_dump，含 uploads 与一键恢复脚本。"""
+from __future__ import annotations
+
+import json
+import logging
+import os
+import re
+import shutil
+import sqlite3
+import subprocess
+import tarfile
+import tempfile
+import threading
+import time
+from datetime import datetime
+from pathlib import Path
+from typing import Callable, Optional
+from zoneinfo import ZoneInfo
+
+from modules.core.db_conn import DB_PATH, db_backend
+
+logger = logging.getLogger(__name__)
+
+TZ = ZoneInfo("Asia/Shanghai")
+BACKUP_FILENAME_RE = re.compile(r"^qihuo_backup_\d{8}_\d{6}\.tar\.gz$")
+BACKUP_LAST_KEY = "backup_last_at"
+BACKUP_KEEP_KEY = "backup_keep_count"
+BACKUP_AUTO_KEY = "backup_auto_enabled"
+BACKUP_HOUR_KEY = "backup_auto_hour"
+DEFAULT_KEEP_COUNT = 30
+DEFAULT_AUTO_HOUR = 3
+CHECK_INTERVAL_SEC = 3600
+_backup_lock = threading.Lock()
+
+RESTORE_MD = """# qihuo 备份恢复说明
+
+本压缩包由 qihuo 系统自动生成，可在另一台 Linux 服务器上恢复交易数据。
+
+## 包内文件
+
+| 文件/目录 | 说明 |
+|-----------|------|
+| `futures.db` | SQLite 主库（仅 SQLite 模式备份） |
+| `postgres_dump.sql` | PostgreSQL 逻辑备份（仅 PostgreSQL 模式） |
+| `uploads/` | 复盘截图与 K 线图（若备份时存在） |
+| `manifest.json` | 备份元数据（含 `backend` 字段） |
+| `restore.sh` | 一键恢复脚本 |
+
+## 快速恢复（推荐）
+
+1. 将本压缩包上传到目标服务器（例如 `/root/`）
+2. 解压并执行恢复脚本：
+
+```bash
+cd /root
+tar -xzf qihuo_backup_YYYYMMDD_HHMMSS.tar.gz
+cd qihuo_backup_YYYYMMDD_HHMMSS
+chmod +x restore.sh
+./restore.sh
+```
+
+默认恢复到 **`/root/qihuo`**（SQLite）或导入到 `.env` 中的 PostgreSQL（见 manifest）。
+
+指定应用目录：
+
+```bash
+RESTORE_DIR=/opt/qihuo ./restore.sh
+```
+
+3. 在新服务器部署 qihuo 代码与 Python 环境（见 `docs/POSTGRES.md` / `docs/DEPLOY.md`）
+4. 配置 `.env`（`DATABASE_URL` 或 SQLite、`SECRET_KEY`、CTP 账号等）
+5. 重启服务：`pm2 restart qihuo`
+
+## PostgreSQL 恢复
+
+若 `manifest.json` 中 `"backend": "postgres"`：
+
+1. 确保目标机已安装 PostgreSQL，且 `.env` 中 `DATABASE_URL` 指向空库或待覆盖库
+2. 执行 `./restore.sh`（会调用 `psql` 导入 `postgres_dump.sql`）
+
+手工导入：
+
+```bash
+export DATABASE_URL=postgresql://qihuo:密码@127.0.0.1:5432/qihuo
+psql "$DATABASE_URL" -f postgres_dump.sql
+```
+
+## SQLite 手工恢复
+
+```bash
+mkdir -p /opt/qihuo/uploads
+cp futures.db /opt/qihuo/futures.db
+cp -a uploads/. /opt/qihuo/uploads/
+```
+
+## 注意
+
+- 恢复前请停止 qihuo 进程
+- `.env` 含敏感信息，请单独安全传输
+- 详见 `docs/POSTGRES.md` 与 `docs/BACKUP.md`
+"""
+
+
+def _app_root() -> Path:
+    from modules.core.paths import ROOT
+    return ROOT
+
+
+def default_backup_dir() -> str:
+    env = (os.getenv("QIHUO_BACKUP_DIR") or "").strip()
+    if env:
+        return env
+    if os.name == "nt":
+        return str(_app_root() / "qihuo_backup")
+    return "/root/qihuo_backup"
+
+
+def default_restore_dir() -> str:
+    env = (os.getenv("QIHUO_RESTORE_DIR") or "").strip()
+    if env:
+        return env
+    if os.name == "nt":
+        return str(_app_root())
+    return "/root/qihuo"
+
+
+def backup_dir() -> Path:
+    path = Path(default_backup_dir())
+    path.mkdir(parents=True, exist_ok=True)
+    return path
+
+
+def backup_in_progress() -> bool:
+    return _backup_lock.locked()
+
+
+def get_backup_last_at(get_setting: Callable[[str, str], str]) -> str:
+    return (get_setting(BACKUP_LAST_KEY, "") or "").strip()
+
+
+def _backup_sqlite(src_path: str, dst_path: str) -> None:
+    src = sqlite3.connect(src_path, timeout=30)
+    try:
+        try:
+            src.execute("PRAGMA wal_checkpoint(TRUNCATE)")
+        except sqlite3.OperationalError:
+            pass
+        dst = sqlite3.connect(dst_path)
+        try:
+            src.backup(dst)
+            dst.commit()
+        finally:
+            dst.close()
+    finally:
+        src.close()
+
+
+def _backup_postgres(dst_path: str) -> None:
+    url = (os.getenv("DATABASE_URL") or "").strip()
+    if not url:
+        raise RuntimeError("PostgreSQL 备份需要 DATABASE_URL")
+    env = os.environ.copy()
+    proc = subprocess.run(
+        ["pg_dump", "--no-owner", "--no-acl", "-f", dst_path, url],
+        capture_output=True,
+        text=True,
+        env=env,
+        check=False,
+    )
+    if proc.returncode != 0:
+        raise RuntimeError(f"pg_dump 失败: {proc.stderr.strip() or proc.stdout.strip()}")
+
+
+def _write_restore_script(dest: Path, *, backend: str) -> None:
+    pg_block = ""
+    if backend == "postgres":
+        pg_block = """
+if [ -f "$SCRIPT_DIR/postgres_dump.sql" ]; then
+  if [ -z "${DATABASE_URL:-}" ]; then
+    if [ -f "$RESTORE_DIR/.env" ]; then
+      set -a
+      # shellcheck disable=SC1090
+      source "$RESTORE_DIR/.env"
+      set +a
+    fi
+  fi
+  if [ -z "${DATABASE_URL:-}" ]; then
+    echo "错误: PostgreSQL 恢复需要 DATABASE_URL（环境变量或 $RESTORE_DIR/.env）"
+    exit 1
+  fi
+  if ! command -v psql >/dev/null; then
+    echo "错误: 未找到 psql，请先安装 PostgreSQL 客户端"
+    exit 1
+  fi
+  echo "导入 PostgreSQL: postgres_dump.sql"
+  psql "$DATABASE_URL" -f "$SCRIPT_DIR/postgres_dump.sql"
+  echo "PostgreSQL 导入完成"
+fi
+"""
+    script = f"""#!/bin/bash
+set -euo pipefail
+RESTORE_DIR="${{RESTORE_DIR:-{default_restore_dir()}}}"
+SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
+mkdir -p "$RESTORE_DIR/uploads"
+{pg_block}
+if [ -f "$SCRIPT_DIR/futures.db" ]; then
+  cp -f "$SCRIPT_DIR/futures.db" "$RESTORE_DIR/futures.db"
+  echo "已复制 futures.db -> $RESTORE_DIR/futures.db"
+fi
+if [ -d "$SCRIPT_DIR/uploads" ]; then
+  cp -a "$SCRIPT_DIR/uploads/." "$RESTORE_DIR/uploads/"
+  echo "已复制 uploads -> $RESTORE_DIR/uploads/"
+fi
+echo ""
+echo "恢复完成。目标目录: $RESTORE_DIR"
+echo "下一步: 确认 .env、pm2 restart qihuo"
+echo "详见 RESTORE.md 与 docs/POSTGRES.md"
+"""
+    dest.write_text(script, encoding="utf-8")
+
+
+def create_backup(*, include_uploads: bool = True) -> tuple[str, str]:
+    """创建 tar.gz 备份，返回 (文件名, 说明)。"""
+    backend = db_backend()
+    if backend == "sqlite" and not os.path.isfile(DB_PATH):
+        raise FileNotFoundError(f"数据库不存在: {DB_PATH}")
+    if backend == "postgres" and not (os.getenv("DATABASE_URL") or "").strip():
+        raise RuntimeError("PostgreSQL 模式需要 DATABASE_URL")
+
+    with _backup_lock:
+        stamp = datetime.now(TZ).strftime("%Y%m%d_%H%M%S")
+        folder_name = f"qihuo_backup_{stamp}"
+        filename = f"{folder_name}.tar.gz"
+        out_path = backup_dir() / filename
+        app_root = _app_root()
+        upload_src = app_root / "uploads"
+
+        with tempfile.TemporaryDirectory(prefix="qihuo_bak_") as tmp:
+            work = Path(tmp) / folder_name
+            work.mkdir()
+            if backend == "postgres":
+                _backup_postgres(str(work / "postgres_dump.sql"))
+            else:
+                _backup_sqlite(DB_PATH, str(work / "futures.db"))
+
+            if include_uploads and upload_src.is_dir():
+                shutil.copytree(upload_src, work / "uploads", dirs_exist_ok=True)
+
+            manifest = {
+                "app": "qihuo",
+                "backend": backend,
+                "created_at": datetime.now(TZ).isoformat(timespec="seconds"),
+                "db_path": DB_PATH if backend == "sqlite" else (os.getenv("DATABASE_URL") or ""),
+                "includes_uploads": include_uploads and upload_src.is_dir(),
+                "default_restore_dir": default_restore_dir(),
+                "files": sorted(p.name for p in work.iterdir()),
+            }
+            (work / "manifest.json").write_text(
+                json.dumps(manifest, ensure_ascii=False, indent=2),
+                encoding="utf-8",
+            )
+            (work / "RESTORE.md").write_text(RESTORE_MD, encoding="utf-8")
+            _write_restore_script(work / "restore.sh", backend=backend)
+
+            with tarfile.open(out_path, "w:gz") as tar:
+                tar.add(work, arcname=folder_name)
+
+        size_mb = out_path.stat().st_size / (1024 * 1024)
+        label = "PostgreSQL" if backend == "postgres" else "SQLite"
+        return filename, f"备份已生成 {filename}（{label}，{size_mb:.2f} MB）"
+
+
+def list_backups() -> list[dict]:
+    items: list[dict] = []
+    for path in sorted(backup_dir().glob("qihuo_backup_*.tar.gz"), reverse=True):
+        if not BACKUP_FILENAME_RE.match(path.name):
+            continue
+        stat = path.stat()
+        items.append(
+            {
+                "name": path.name,
+                "size": stat.st_size,
+                "size_mb": round(stat.st_size / (1024 * 1024), 2),
+                "mtime": datetime.fromtimestamp(stat.st_mtime, TZ).isoformat(timespec="seconds"),
+            }
+        )
+    return items
+
+
+def resolve_backup_file(filename: str) -> Path:
+    name = (filename or "").strip()
+    if not BACKUP_FILENAME_RE.match(name):
+        raise ValueError("无效的备份文件名")
+    path = (backup_dir() / name).resolve()
+    root = backup_dir().resolve()
+    if not str(path).startswith(str(root) + os.sep) and path != root:
+        raise ValueError("无效的备份路径")
+    if not path.is_file():
+        raise FileNotFoundError("备份文件不存在")
+    return path
+
+
+def prune_old_backups(keep: int) -> int:
+    keep_n = max(1, int(keep or DEFAULT_KEEP_COUNT))
+    files = list_backups()
+    removed = 0
+    for item in files[keep_n:]:
+        try:
+            resolve_backup_file(item["name"]).unlink()
+            removed += 1
+        except Exception as exc:
+            logger.warning("prune backup %s: %s", item["name"], exc)
+    return removed
+
+
+def run_backup_job(
+    *,
+    get_setting: Callable[[str, str], str],
+    set_setting: Callable[[str, str], None],
+    include_uploads: bool = True,
+) -> tuple[str, str]:
+    keep = DEFAULT_KEEP_COUNT
+    try:
+        keep = max(5, min(200, int(get_setting(BACKUP_KEEP_KEY, str(DEFAULT_KEEP_COUNT)) or DEFAULT_KEEP_COUNT)))
+    except ValueError:
+        pass
+    filename, msg = create_backup(include_uploads=include_uploads)
+    set_setting(BACKUP_LAST_KEY, datetime.now(TZ).isoformat(timespec="seconds"))
+    removed = prune_old_backups(keep)
+    if removed:
+        msg = f"{msg}，已清理 {removed} 个旧备份"
+    return filename, msg
+
+
+def schedule_backup(
+    *,
+    get_setting: Callable[[str, str], str],
+    set_setting: Callable[[str, str], None],
+    include_uploads: bool = True,
+) -> tuple[bool, str]:
+    if _backup_lock.locked():
+        return False, "备份进行中，请稍后再试"
+
+    def _run() -> None:
+        try:
+            run_backup_job(
+                get_setting=get_setting,
+                set_setting=set_setting,
+                include_uploads=include_uploads,
+            )
+        except Exception as exc:
+            logger.exception("backup failed: %s", exc)
+
+    threading.Thread(target=_run, daemon=True, name="qihuo-backup-run").start()
+    return True, "已在后台开始备份，请稍后刷新本页查看"
+
+
+def _should_auto_backup(get_setting: Callable[[str, str], str]) -> bool:
+    if (get_setting(BACKUP_AUTO_KEY, "1") or "1").strip() not in ("1", "true", "yes"):
+        return False
+    try:
+        hour = int(get_setting(BACKUP_HOUR_KEY, str(DEFAULT_AUTO_HOUR)) or DEFAULT_AUTO_HOUR)
+    except ValueError:
+        hour = DEFAULT_AUTO_HOUR
+    hour = max(0, min(23, hour))
+    now = datetime.now(TZ)
+    if now.hour != hour:
+        return False
+    last = get_backup_last_at(get_setting)
+    if last and last[:10] == now.date().isoformat():
+        return False
+    return True
+
+
+def start_backup_worker(
+    *,
+    get_setting_fn: Callable[[str, str], str],
+    set_setting_fn: Callable[[str, str], None],
+    interval: int = CHECK_INTERVAL_SEC,
+) -> None:
+    """后台线程：按设定小时每日自动备份。"""
+
+    def _loop() -> None:
+        time.sleep(30)
+        while True:
+            try:
+                if _should_auto_backup(get_setting_fn):
+                    filename, msg = run_backup_job(
+                        get_setting=get_setting_fn,
+                        set_setting=set_setting_fn,
+                        include_uploads=True,
+                    )
+                    logger.info("auto backup: %s — %s", filename, msg)
+            except Exception as exc:
+                logger.warning("backup worker: %s", exc)
+            time.sleep(max(300, interval))
+
+    threading.Thread(target=_loop, daemon=True, name="qihuo-backup-worker").start()