在前后端开发联调前的提交20260223

2026-02-23 23:02:20 +08:00
parent 254ccb1e77
commit fafc95e64c
1142 changed files with 10366960 additions and 36957 deletions
--- a/scripts/ops/find_complex_orders.py
+++ b/scripts/ops/find_complex_orders.py
@@ -0,0 +1,212 @@
+# -*- coding: utf-8 -*-
+"""
+扫描 EXPORT_ROOT 下所有 ODS JSON 文件，按 order_trade_no 聚合，
+计算每个总订单的复杂度并输出 Top 10。
+
+复杂度维度：
+  - 子台桌使用记录数（table_fee_transactions）
+  - 台费折扣记录数（table_fee_discount_records）
+  - 助教服务记录数（assistant_service_records）
+  - 商品销售记录数（store_goods_sales_records）
+  - 团购核销记录数（group_buy_redemption_records）
+  - 支付记录数（payment_transactions，通过 relate_id 关联）
+  - 退款记录数（refund_transactions，通过 relate_id 关联）
+
+总复杂度 = 各维度记录数之和
+"""
+from __future__ import annotations
+
+import json
+import sys
+from collections import defaultdict
+from pathlib import Path
+
+sys.path.insert(0, str(Path(__file__).resolve().parent))
+from _env_paths import get_output_path
+
+
+def load_records_from_task_dirs(json_root: Path, dir_prefix: str, file_stem: str) -> list[dict]:
+    """从 ODS 任务目录中加载所有记录（取最新 run）。"""
+    records = []
+    for task_dir in sorted(json_root.iterdir()):
+        if not task_dir.is_dir() or not task_dir.name.startswith(dir_prefix):
+            continue
+        for run_dir in sorted(task_dir.iterdir()):
+            if not run_dir.is_dir():
+                continue
+            for f in run_dir.iterdir():
+                if f.stem.startswith(file_stem) and f.suffix == ".json":
+                    records.extend(_extract_records(f))
+    return records
+
+
+def load_archive_records(json_root: Path, file_stem: str) -> list[dict]:
+    """从 ODS_JSON_ARCHIVE 目录加载分页记录。"""
+    records = []
+    archive_dir = json_root / "ODS_JSON_ARCHIVE"
+    if not archive_dir.exists():
+        return records
+    for run_dir in archive_dir.iterdir():
+        if not run_dir.is_dir():
+            continue
+        for f in run_dir.iterdir():
+            if f.stem.startswith(file_stem) and f.suffix == ".json":
+                records.extend(_extract_archive_records(f))
+    return records
+
+
+def _extract_records(filepath: Path) -> list[dict]:
+    """从标准 ODS JSON（含 pages[].response.data）中提取记录。"""
+    try:
+        data = json.loads(filepath.read_text(encoding="utf-8"))
+    except Exception:
+        return []
+    items = []
+    for page in data.get("pages", []):
+        resp_data = page.get("response", {}).get("data", {})
+        # 不同 endpoint 的列表字段名不同，遍历所有 list 类型值
+        for v in resp_data.values():
+            if isinstance(v, list):
+                items.extend(v)
+    return items
+
+
+def _extract_archive_records(filepath: Path) -> list[dict]:
+    """从 archive 分页 JSON（{code, data: [...]}) 中提取记录。"""
+    try:
+        data = json.loads(filepath.read_text(encoding="utf-8"))
+    except Exception:
+        return []
+    payload = data.get("data", [])
+    return payload if isinstance(payload, list) else []
+
+
+def main():
+    json_root = get_output_path("EXPORT_ROOT")
+
+    # --- 1. 加载各类子记录 ---
+    # 数据源配置：(目录前缀, 文件名前缀, 关联字段, 维度名称)
+    sources = [
+        ("ODS_TABLE_USE",           "table_fee_transactions",       "order_trade_no", "台桌使用"),
+        ("ODS_TABLE_FEE_DISCOUNT",  "table_fee_discount_records",   "order_trade_no", "台费折扣"),
+        ("ODS_ASSISTANT_LEDGER",    "assistant_service_records",     "order_trade_no", "助教服务"),
+        ("ODS_STORE_GOODS_SALES",   "store_goods_sales_records",    "order_trade_no", "商品销售"),
+        ("ODS_GROUP_BUY_REDEMPTION","group_buy_redemption_records", "order_trade_no", "团购核销"),
+    ]
+    # 支付/退款通过 relate_id 关联到 order_settle_id，需要二次映射
+    payment_sources = [
+        ("ODS_PAYMENT",            "payment_transactions",  "支付记录"),
+    ]
+    refund_source = ("ODS_REFUND", "refund_transactions", "退款记录")
+
+    # order_trade_no → {维度名: 计数}
+    order_complexity: dict[int, dict[str, int]] = defaultdict(lambda: defaultdict(int))
+    # order_trade_no → 首条记录的基本信息（用于展示）
+    order_info: dict[int, dict] = {}
+    # order_settle_id → order_trade_no 的映射（从台桌使用记录建立）
+    settle_to_trade: dict[int, int] = {}
+
+    # 加载直接关联的子记录
+    for dir_prefix, file_stem, key_field, dim_name in sources:
+        recs = load_records_from_task_dirs(json_root, dir_prefix, file_stem)
+        recs += load_archive_records(json_root, file_stem)
+        seen_ids = set()
+        for r in recs:
+            trade_no = r.get(key_field)
+            if not trade_no or trade_no == 0:
+                continue
+            # 去重（同一记录可能出现在多个 run 中）
+            rec_id = r.get("id", id(r))
+            if rec_id in seen_ids:
+                continue
+            seen_ids.add(rec_id)
+
+            order_complexity[trade_no][dim_name] += 1
+
+            # 保存订单基本信息
+            if trade_no not in order_info:
+                order_info[trade_no] = {
+                    "order_trade_no": trade_no,
+                    "create_time": r.get("create_time", ""),
+                    "ledger_name": r.get("ledger_name", r.get("tableName", "")),
+                }
+
+            # 建立 settle_id → trade_no 映射
+            settle_id = r.get("order_settle_id")
+            if settle_id and settle_id != 0:
+                settle_to_trade[settle_id] = trade_no
+
+    # 加载支付记录（通过 relate_id → order_settle_id → order_trade_no）
+    for dir_prefix, file_stem, dim_name in payment_sources:
+        recs = load_records_from_task_dirs(json_root, dir_prefix, file_stem)
+        recs += load_archive_records(json_root, file_stem)
+        seen_ids = set()
+        for r in recs:
+            rec_id = r.get("id", id(r))
+            if rec_id in seen_ids:
+                continue
+            seen_ids.add(rec_id)
+            relate_id = r.get("relate_id")
+            if not relate_id or relate_id == 0:
+                continue
+            trade_no = settle_to_trade.get(relate_id)
+            if trade_no:
+                order_complexity[trade_no]["支付记录"] += 1
+
+    # 加载退款记录
+    dir_prefix, file_stem, dim_name = refund_source
+    recs = load_records_from_task_dirs(json_root, dir_prefix, file_stem)
+    recs += load_archive_records(json_root, file_stem)
+    seen_ids = set()
+    for r in recs:
+        rec_id = r.get("id", id(r))
+        if rec_id in seen_ids:
+            continue
+        seen_ids.add(rec_id)
+        relate_id = r.get("relate_id")
+        if not relate_id or relate_id == 0:
+            continue
+        trade_no = settle_to_trade.get(relate_id)
+        if trade_no:
+            order_complexity[trade_no]["退款记录"] += 1
+
+    # --- 2. 计算总复杂度并排序 ---
+    all_dims = ["台桌使用", "台费折扣", "助教服务", "商品销售", "团购核销", "支付记录", "退款记录"]
+    scored = []
+    for trade_no, dims in order_complexity.items():
+        total = sum(dims.values())
+        # 额外加权：涉及的维度种类数（鼓励"广度"复杂）
+        breadth = sum(1 for d in all_dims if dims.get(d, 0) > 0)
+        score = total + breadth * 2
+        scored.append((trade_no, score, total, breadth, dims))
+
+    scored.sort(key=lambda x: x[1], reverse=True)
+    top10 = scored[:10]
+
+    # --- 3. 输出结果 ---
+    print("=" * 100)
+    print(f"  订单复杂度 Top 10（共扫描 {len(order_complexity)} 个总订单）")
+    print("=" * 100)
+    for rank, (trade_no, score, total, breadth, dims) in enumerate(top10, 1):
+        info = order_info.get(trade_no, {})
+        print(f"\n{'─' * 80}")
+        print(f"  #{rank}  order_trade_no = {trade_no}")
+        print(f"       创建时间: {info.get('create_time', '未知')}")
+        print(f"       复杂度得分: {score}  (子记录总数={total}, 涉及维度={breadth})")
+        print(f"       各维度明细:")
+        for d in all_dims:
+            cnt = dims.get(d, 0)
+            if cnt > 0:
+                bar = "█" * min(cnt, 40)
+                print(f"         {d:8s}: {cnt:4d}  {bar}")
+    print(f"\n{'─' * 80}")
+    print(f"\n统计摘要:")
+    print(f"  总订单数: {len(order_complexity)}")
+    if scored:
+        avg_score = sum(s[1] for s in scored) / len(scored)
+        print(f"  平均复杂度得分: {avg_score:.1f}")
+        print(f"  最高复杂度得分: {scored[0][1]}")
+
+
+if __name__ == "__main__":
+    main()