init: 项目初始提交 - NeoZQYY Monorepo 完整代码

apps/etl/pipelines/feiqiu/loaders/base_loader.py

@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+"""数据加载器基类"""
+
+import logging
+
+
+class BaseLoader:
+    """数据加载器基类"""
+
+    def __init__(self, db_ops, logger=None):
+        self.db = db_ops
+        self.logger = logger or logging.getLogger(self.__class__.__name__)
+
+    def upsert(self, records: list) -> tuple:
+        """
+        执行 UPSERT 操作
+        返回: (inserted_count, updated_count, skipped_count)
+        """
+        raise NotImplementedError("子类需实现 upsert 方法")
+
+    def _batch_size(self) -> int:
+        """批次大小"""
+        return 1000