在前后端开发联调前的提交20260223

2026-02-23 23:02:20 +08:00
parent 254ccb1e77
commit fafc95e64c
1142 changed files with 10366960 additions and 36957 deletions
--- a/export/SYSTEM/LOGS/2026-02-21__etl_run_raw.json
+++ b/export/SYSTEM/LOGS/2026-02-21__etl_run_raw.json
@@ -0,0 +1,428 @@
+{
+  "execution": {
+    "id": "dbf0c29a-253a-4705-a1ef-35cd71243d48",
+    "site_id": 2790685415443269,
+    "task_codes": [
+      "ODS_ASSISTANT_ACCOUNT",
+      "ODS_ASSISTANT_LEDGER",
+      "ODS_ASSISTANT_ABOLISH",
+      "DWS_ASSISTANT_DAILY",
+      "DWS_ASSISTANT_MONTHLY",
+      "DWS_ASSISTANT_CUSTOMER",
+      "DWS_ASSISTANT_SALARY",
+      "DWS_ASSISTANT_FINANCE",
+      "ODS_SETTLEMENT_RECORDS",
+      "ODS_PAYMENT",
+      "ODS_REFUND",
+      "DWS_BUILD_ORDER_SUMMARY",
+      "ODS_TABLE_USE",
+      "ODS_TABLE_FEE_DISCOUNT",
+      "ODS_TABLES",
+      "ODS_MEMBER",
+      "ODS_MEMBER_CARD",
+      "ODS_MEMBER_BALANCE",
+      "ODS_RECHARGE_SETTLE",
+      "DWS_MEMBER_CONSUMPTION",
+      "DWS_MEMBER_VISIT",
+      "ODS_GOODS_CATEGORY",
+      "ODS_STORE_GOODS",
+      "ODS_STORE_GOODS_SALES",
+      "ODS_TENANT_GOODS",
+      "ODS_PLATFORM_COUPON",
+      "ODS_GROUP_PACKAGE",
+      "ODS_GROUP_BUY_REDEMPTION",
+      "ODS_INVENTORY_STOCK",
+      "ODS_INVENTORY_CHANGE",
+      "DWS_GOODS_STOCK_DAILY",
+      "DWS_GOODS_STOCK_WEEKLY",
+      "DWS_GOODS_STOCK_MONTHLY",
+      "DWS_FINANCE_DAILY",
+      "DWS_FINANCE_RECHARGE",
+      "DWS_FINANCE_INCOME_STRUCTURE",
+      "DWS_FINANCE_DISCOUNT_DETAIL",
+      "DWS_WINBACK_INDEX",
+      "DWS_NEWCONV_INDEX",
+      "DWS_RELATION_INDEX",
+      "DWD_LOAD_FROM_ODS"
+    ],
+    "status": "success",
+    "started_at": "2026-02-21T15:29:20.233302+08:00",
+    "finished_at": "2026-02-21T15:39:10.909320+08:00",
+    "exit_code": 0,
+    "duration_ms": 590676,
+    "command": "C:\\NeoZQYY\\.venv\\Scripts\\python.exe -m cli.main --flow api_full --processing-mode full_window --tasks ODS_ASSISTANT_ACCOUNT,ODS_ASSISTANT_LEDGER,ODS_ASSISTANT_ABOLISH,DWS_ASSISTANT_DAILY,DWS_ASSISTANT_MONTHLY,DWS_ASSISTANT_CUSTOMER,DWS_ASSISTANT_SALARY,DWS_ASSISTANT_FINANCE,ODS_SETTLEMENT_RECORDS,ODS_PAYMENT,ODS_REFUND,DWS_BUILD_ORDER_SUMMARY,ODS_TABLE_USE,ODS_TABLE_FEE_DISCOUNT,ODS_TABLES,ODS_MEMBER,ODS_MEMBER_CARD,ODS_MEMBER_BALANCE,ODS_RECHARGE_SETTLE,DWS_MEMBER_CONSUMPTION,DWS_MEMBER_VISIT,ODS_GOODS_CATEGORY,ODS_STORE_GOODS,ODS_STORE_GOODS_SALES,ODS_TENANT_GOODS,ODS_PLATFORM_COUPON,ODS_GROUP_PACKAGE,ODS_GROUP_BUY_REDEMPTION,ODS_INVENTORY_STOCK,ODS_INVENTORY_CHANGE,DWS_GOODS_STOCK_DAILY,DWS_GOODS_STOCK_WEEKLY,DWS_GOODS_STOCK_MONTHLY,DWS_FINANCE_DAILY,DWS_FINANCE_RECHARGE,DWS_FINANCE_INCOME_STRUCTURE,DWS_FINANCE_DISCOUNT_DETAIL,DWS_WINBACK_INDEX,DWS_NEWCONV_INDEX,DWS_RELATION_INDEX,DWD_LOAD_FROM_ODS --window-start 2025-11-01 --window-end 2026-02-20 --window-split day --window-split-days 30 --force-full --store-id 2790685415443269",
+    "summary": null
+  },
+  "error_log_length": 66800,
+  "task_results_parsed": [
+    {
+      "task": "ODS_ASSISTANT_ACCOUNT",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:29:21",
+      "end": "2026-02-21 15:29:31",
+      "windows": 4,
+      "stats": "{'fetched': 276, 'inserted': 0, 'updated': 276, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_ASSISTANT_LEDGER",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:29:32",
+      "end": "2026-02-21 15:30:08",
+      "windows": 4,
+      "stats": "{'fetched': 2277, 'inserted': 342, 'updated': 2277, 'skipped': 0, 'errors': 0, 'deleted': 342}"
+    },
+    {
+      "task": "ODS_ASSISTANT_ABOLISH",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:30:08",
+      "end": "2026-02-21 15:30:11",
+      "windows": 4,
+      "stats": "{'fetched': 78, 'inserted': 0, 'updated': 78, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "DWS_ASSISTANT_DAILY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:30:13",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_ASSISTANT_MONTHLY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_ASSISTANT_CUSTOMER",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_ASSISTANT_SALARY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_ASSISTANT_FINANCE",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_SETTLEMENT_RECORDS",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:14",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_PAYMENT",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:15",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_REFUND",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:30:15",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_BUILD_ORDER_SUMMARY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:30:15",
+      "end": "2026-02-21 15:30:15",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_TABLE_USE",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:30:15",
+      "end": "2026-02-21 15:35:01",
+      "windows": 4,
+      "stats": "{'fetched': 36412, 'inserted': 0, 'updated': 36412, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_TABLE_FEE_DISCOUNT",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:35:02",
+      "end": "2026-02-21 15:36:04",
+      "windows": 4,
+      "stats": "{'fetched': 6464, 'inserted': 0, 'updated': 6464, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_TABLES",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:36:05",
+      "end": "2026-02-21 15:36:10",
+      "windows": 4,
+      "stats": "{'fetched': 296, 'inserted': 0, 'updated': 296, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_MEMBER",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:36:11",
+      "end": "2026-02-21 15:36:28",
+      "windows": 4,
+      "stats": "{'fetched': 2228, 'inserted': 0, 'updated': 2228, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_MEMBER_CARD",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:36:29",
+      "end": "2026-02-21 15:37:05",
+      "windows": 4,
+      "stats": "{'fetched': 3784, 'inserted': 0, 'updated': 3784, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_MEMBER_BALANCE",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:37:06",
+      "end": "2026-02-21 15:38:59",
+      "windows": 4,
+      "stats": "{'fetched': 8740, 'inserted': 0, 'updated': 8740, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "ODS_RECHARGE_SETTLE",
+      "layer": "ODS",
+      "status": "success",
+      "start": "2026-02-21 15:39:01",
+      "end": "2026-02-21 15:39:06",
+      "windows": 4,
+      "stats": "{'fetched': 191, 'inserted': 0, 'updated': 191, 'skipped': 0, 'errors': 0, 'deleted': 0}"
+    },
+    {
+      "task": "DWS_MEMBER_CONSUMPTION",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:39:06",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_MEMBER_VISIT",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_GOODS_CATEGORY",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_STORE_GOODS",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_STORE_GOODS_SALES",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_TENANT_GOODS",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_PLATFORM_COUPON",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_GROUP_PACKAGE",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_GROUP_BUY_REDEMPTION",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_INVENTORY_STOCK",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "ODS_INVENTORY_CHANGE",
+      "layer": "ODS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_GOODS_STOCK_DAILY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_GOODS_STOCK_WEEKLY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_GOODS_STOCK_MONTHLY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_FINANCE_DAILY",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_FINANCE_RECHARGE",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:07",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_FINANCE_INCOME_STRUCTURE",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_FINANCE_DISCOUNT_DETAIL",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_WINBACK_INDEX",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:39:08",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_NEWCONV_INDEX",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:39:08",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWS_RELATION_INDEX",
+      "layer": "DWS",
+      "status": "failed",
+      "start": "2026-02-21 15:39:08",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    },
+    {
+      "task": "DWD_LOAD_FROM_ODS",
+      "layer": "DWD",
+      "status": "failed",
+      "start": "",
+      "end": "2026-02-21 15:39:08",
+      "windows": 0,
+      "error": "错误:  当前事务被终止, 事务块结束之前的查询被忽略"
+    }
+  ]
+}