微信小程序页面迁移校验之前 P5任务处理之前

scripts/ops/_rerun_failed_v4.py

@@ -0,0 +1,97 @@
+"""重跑 2 个失败任务（v4）：finance_income pay_time 修复 + SPI numeric clamp"""
+import os, sys, subprocess, time
+from pathlib import Path
+from datetime import datetime
+from dotenv import load_dotenv
+from zoneinfo import ZoneInfo
+
+load_dotenv(Path(__file__).resolve().parents[2] / ".env")
+
+TZ = ZoneInfo("Asia/Shanghai")
+ETL_CWD = Path(__file__).resolve().parents[2] / "apps" / "etl" / "connectors" / "feiqiu"
+
+TASKS = [
+    ("DWS_FINANCE_INCOME_STRUCTURE", "DWS"),
+    ("DWS_SPENDING_POWER_INDEX", "INDEX"),
+]
+
+COMMON_ARGS = [
+    "--window-start", "2025-11-01 00:00:00",
+    "--window-end", "2026-02-27 00:00:00",
+    "--window-split-days", "30",
+    "--force-full",
+]
+
+
+def run_task(task: str, layer: str) -> dict:
+    cmd = [
+        "uv", "run", "--package", "etl-feiqiu",
+        "python", "-m", "cli.main",
+        "--layers", layer,
+        "--tasks", task,
+        *COMMON_ARGS,
+    ]
+    start = time.time()
+    proc = subprocess.run(
+        cmd, cwd=str(ETL_CWD),
+        capture_output=True, text=True,
+        encoding="utf-8", errors="replace",
+        timeout=300,
+    )
+    elapsed = time.time() - start
+    output = proc.stdout + proc.stderr
+    has_error = any(
+        kw in line for line in output.splitlines()
+        for kw in ("ERROR", "CRITICAL", "Traceback")
+    )
+    return {
+        "task": task, "exit_code": proc.returncode,
+        "elapsed": elapsed, "success": proc.returncode == 0 and not has_error,
+        "output": output,
+    }
+
+
+def main():
+    now = datetime.now(TZ)
+    print(f"{'='*60}")
+    print(f"失败任务重跑 v4 | {now.isoformat()}")
+    print(f"{'='*60}\n")
+
+    results = []
+    for i, (task, layer) in enumerate(TASKS, 1):
+        print(f"[{i}/{len(TASKS)}] {task} ...", end=" ", flush=True)
+        try:
+            r = run_task(task, layer)
+            results.append(r)
+            icon = "OK" if r["success"] else "FAIL"
+            print(f"{icon} ({r['elapsed']:.0f}s)")
+            if not r["success"]:
+                for line in r["output"].splitlines()[-30:]:
+                    print(f"  | {line}")
+        except subprocess.TimeoutExpired:
+            results.append({"task": task, "success": False, "elapsed": 300,
+                            "exit_code": -1, "output": "TIMEOUT"})
+            print("TIMEOUT")
+
+    ok = [r for r in results if r["success"]]
+    fail = [r for r in results if not r["success"]]
+    print(f"\n{'='*60}")
+    print(f"结果: {len(ok)}/{len(results)} 成功")
+
+    log_root = os.environ.get("SYSTEM_LOG_ROOT")
+    if not log_root:
+        raise RuntimeError("SYSTEM_LOG_ROOT 未设置")
+    log_dir = Path(log_root)
+    log_dir.mkdir(parents=True, exist_ok=True)
+    log_file = log_dir / f"{now.strftime('%Y%m%d')}_rerun_v4.log"
+    with open(log_file, "w", encoding="utf-8") as f:
+        for r in results:
+            icon = "OK" if r["success"] else "FAIL"
+            f.write(f"[{icon}] {r['task']} ({r['elapsed']:.0f}s)\n")
+            f.write(f"{r['output']}\n{'='*60}\n")
+    print(f"日志: {log_file}")
+    sys.exit(0 if not fail else 1)
+
+
+if __name__ == "__main__":
+    main()