ODS 完成

etl_billiards/tasks/base_dwd_task.py

@@ -45,7 +45,7 @@ class BaseDwdTask(BaseTask):
         """
         offset = 0
         cols_str = ", ".join(columns)
-        
+
         while True:
             sql = f"""
                 SELECT {cols_str}
@@ -54,17 +54,17 @@ class BaseDwdTask(BaseTask):
                 ORDER BY {time_col} ASC
                 LIMIT %s OFFSET %s
             """
-            
-            rows = self.db.fetch_all(sql, (start_time, end_time, batch_size, offset))
-            
+
+            rows = self.db.query(sql, (start_time, end_time, batch_size, offset))
+
             if not rows:
                 break
-                
-            yield [dict(row) for row in rows]
-            
+
+            yield rows
+
             if len(rows) < batch_size:
                 break
-                
+
             offset += batch_size
 
     def parse_payload(self, row: Dict[str, Any]) -> Dict[str, Any]: