改 相对路径 完成客户端

etl_billiards/tasks/ticket_dwd_task.py

@@ -1,6 +1,7 @@
 # -*- coding: utf-8 -*-
 from .base_dwd_task import BaseDwdTask
 from loaders.facts.ticket import TicketLoader
+from utils.windowing import build_window_segments
 
 class TicketDwdTask(BaseDwdTask):
     """
@@ -19,51 +20,66 @@ class TicketDwdTask(BaseDwdTask):
     def execute(self) -> dict:
         self.logger.info(f"Starting {self.get_task_code()} task")
 
-        # 1. Get Time Window (Incremental Load)
-        window_start, window_end, _ = self._get_time_window()
-        self.logger.info(f"Processing window: {window_start} to {window_end}")
+        base_start, base_end, _ = self._get_time_window()
+        segments = build_window_segments(
+            self.config,
+            base_start,
+            base_end,
+            tz=self.tz,
+            override_only=True,
+        )
+        if not segments:
+            segments = [(base_start, base_end)]
+
+        total_segments = len(segments)
+        if total_segments > 1:
+            self.logger.info(f"{self.get_task_code()}: ????? {total_segments} ?")
 
-        # 2. Initialize Loader
         loader = TicketLoader(self.db, logger=self.logger)
         store_id = self.config.get("app.store_id")
 
         total_inserted = 0
         total_errors = 0
 
-        # 3. Iterate ODS Data
-        # We query ods_ticket_detail based on fetched_at
-        batches = self.iter_ods_rows(
-            table_name="billiards_ods.settlement_ticket_details",
-            columns=["payload", "fetched_at", "source_file", "record_index"],
-            start_time=window_start,
-            end_time=window_end
+        for idx, (window_start, window_end) in enumerate(segments, start=1):
+            self.logger.info(
+                f"Processing window {idx}/{total_segments}: {window_start} to {window_end}"
+            )
+            batches = self.iter_ods_rows(
+                table_name="billiards_ods.settlement_ticket_details",
+                columns=["payload", "fetched_at", "source_file", "record_index"],
+                start_time=window_start,
+                end_time=window_end
+            )
+
+            for batch in batches:
+                if not batch:
+                    continue
+
+                tickets = []
+                for row in batch:
+                    payload = self.parse_payload(row)
+                    if payload:
+                        tickets.append(payload)
+
+                inserted, errors = loader.process_tickets(tickets, store_id)
+                total_inserted += inserted
+                total_errors += errors
+
+            self.db.commit()
+
+        overall_start = segments[0][0]
+        overall_end = segments[-1][1]
+
+        self.logger.info(
+            f"Task {self.get_task_code()} completed. Inserted: {total_inserted}, Errors: {total_errors}"
         )
 
-        for batch in batches:
-            if not batch:
-                continue
-            
-            # Extract payloads
-            tickets = []
-            for row in batch:
-                payload = self.parse_payload(row)
-                if payload:
-                    tickets.append(payload)
-            
-            # Process Batch
-            inserted, errors = loader.process_tickets(tickets, store_id)
-            total_inserted += inserted
-            total_errors += errors
-
-        # 4. Commit
-        self.db.commit()
-        
-        self.logger.info(f"Task {self.get_task_code()} completed. Inserted: {total_inserted}, Errors: {total_errors}")
-        
         return {
             "status": "success",
             "inserted": total_inserted,
             "errors": total_errors,
-            "window_start": window_start.isoformat(),
-            "window_end": window_end.isoformat()
+            "window_start": overall_start.isoformat(),
+            "window_end": overall_end.isoformat()
         }
+