ODS 完成

etl_billiards/tasks/ledger_task.py

@@ -3,7 +3,7 @@
 
 import json
 
-from .base_task import BaseTask
+from .base_task import BaseTask, TaskContext
 from loaders.facts.assistant_ledger import AssistantLedgerLoader
 from models.parsers import TypeParser
 
@@ -14,54 +14,54 @@ class LedgerTask(BaseTask):
     def get_task_code(self) -> str:
         return "LEDGER"
 
-    def execute(self) -> dict:
-        self.logger.info("开始执行 LEDGER 任务")
-        window_start, window_end, _ = self._get_time_window()
-        params = {
-            "storeId": self.config.get("app.store_id"),
-            "startTime": TypeParser.format_timestamp(window_start, self.tz),
-            "endTime": TypeParser.format_timestamp(window_end, self.tz),
+    def extract(self, context: TaskContext) -> dict:
+        params = self._merge_common_params(
+            {
+                "siteId": context.store_id,
+                "startTime": TypeParser.format_timestamp(context.window_start, self.tz),
+                "endTime": TypeParser.format_timestamp(context.window_end, self.tz),
+            }
+        )
+        records, _ = self.api.get_paginated(
+            endpoint="/AssistantPerformance/GetOrderAssistantDetails",
+            params=params,
+            page_size=self.config.get("api.page_size", 200),
+            data_path=("data",),
+            list_key="orderAssistantDetails",
+        )
+        return {"records": records}
+
+    def transform(self, extracted: dict, context: TaskContext) -> dict:
+        parsed, skipped = [], 0
+        for raw in extracted.get("records", []):
+            mapped = self._parse_ledger(raw, context.store_id)
+            if mapped:
+                parsed.append(mapped)
+            else:
+                skipped += 1
+        return {
+            "records": parsed,
+            "fetched": len(extracted.get("records", [])),
+            "skipped": skipped,
         }
 
-        try:
-            records, _ = self.api.get_paginated(
-                endpoint="/Assistant/LedgerList",
-                params=params,
-                page_size=self.config.get("api.page_size", 200),
-                data_path=("data", "orderAssistantDetails"),
-            )
+    def load(self, transformed: dict, context: TaskContext) -> dict:
+        loader = AssistantLedgerLoader(self.db)
+        inserted, updated, loader_skipped = loader.upsert_ledgers(transformed["records"])
+        return {
+            "fetched": transformed["fetched"],
+            "inserted": inserted,
+            "updated": updated,
+            "skipped": transformed["skipped"] + loader_skipped,
+            "errors": 0,
+        }
 
-            parsed = []
-            for raw in records:
-                mapped = self._parse_ledger(raw)
-                if mapped:
-                    parsed.append(mapped)
-
-            loader = AssistantLedgerLoader(self.db)
-            inserted, updated, skipped = loader.upsert_ledgers(parsed)
-
-            self.db.commit()
-            counts = {
-                "fetched": len(records),
-                "inserted": inserted,
-                "updated": updated,
-                "skipped": skipped,
-                "errors": 0,
-            }
-            self.logger.info(f"LEDGER 完成: {counts}")
-            return self._build_result("SUCCESS", counts)
-        except Exception:
-            self.db.rollback()
-            self.logger.error("LEDGER 失败", exc_info=True)
-            raise
-
-    def _parse_ledger(self, raw: dict) -> dict | None:
+    def _parse_ledger(self, raw: dict, store_id: int) -> dict | None:
         ledger_id = TypeParser.parse_int(raw.get("id"))
         if not ledger_id:
-            self.logger.warning("跳过缺少 id 的助教流水: %s", raw)
+            self.logger.warning("跳过缺少助教流水ID的记录: %s", raw)
             return None
 
-        store_id = self.config.get("app.store_id")
         return {
             "store_id": store_id,
             "ledger_id": ledger_id,
@@ -100,12 +100,8 @@ class LedgerTask(BaseTask):
             "ledger_end_time": TypeParser.parse_timestamp(
                 raw.get("ledger_end_time"), self.tz
             ),
-            "start_use_time": TypeParser.parse_timestamp(
-                raw.get("start_use_time"), self.tz
-            ),
-            "last_use_time": TypeParser.parse_timestamp(
-                raw.get("last_use_time"), self.tz
-            ),
+            "start_use_time": TypeParser.parse_timestamp(raw.get("start_use_time"), self.tz),
+            "last_use_time": TypeParser.parse_timestamp(raw.get("last_use_time"), self.tz),
             "income_seconds": TypeParser.parse_int(raw.get("income_seconds")),
             "real_use_seconds": TypeParser.parse_int(raw.get("real_use_seconds")),
             "is_trash": raw.get("is_trash"),