ODS 完成

etl_billiards/tests/unit/test_ods_tasks.py

@@ -1,6 +1,7 @@
 # -*- coding: utf-8 -*-
 """Unit tests for the new ODS ingestion tasks."""
 import logging
+import os
 import sys
 from pathlib import Path
 
@@ -9,6 +10,8 @@ PROJECT_ROOT = Path(__file__).resolve().parents[2]
 if str(PROJECT_ROOT) not in sys.path:
     sys.path.insert(0, str(PROJECT_ROOT))
 
+os.environ.setdefault("ETL_SKIP_DOTENV", "1")
+
 from tasks.ods_tasks import ODS_TASK_CLASSES
 from .task_test_utils import create_test_config, get_db_operations, FakeAPIClient
 
@@ -19,44 +22,80 @@ def _build_config(tmp_path):
     return create_test_config("ONLINE", archive_dir, temp_dir)
 
 
-def test_ods_order_settle_ingest(tmp_path):
-    """Ensure ODS_ORDER_SETTLE task writes raw payload + metadata."""
+def test_ods_assistant_accounts_ingest(tmp_path):
+    """Ensure ODS_ASSISTANT_ACCOUNTS task stores raw payload with record_index dedup keys."""
     config = _build_config(tmp_path)
     sample = [
         {
-            "orderSettleId": 701,
-            "orderTradeNo": 8001,
-            "anyField": "value",
+            "id": 5001,
+            "assistant_no": "A01",
+            "nickname": "小张",
         }
     ]
-    api = FakeAPIClient({"/Site/GetAllOrderSettleList": sample})
-    task_cls = ODS_TASK_CLASSES["ODS_ORDER_SETTLE"]
+    api = FakeAPIClient({"/PersonnelManagement/SearchAssistantInfo": sample})
+    task_cls = ODS_TASK_CLASSES["ODS_ASSISTANT_ACCOUNTS"]
 
     with get_db_operations() as db_ops:
-        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_order"))
+        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_assistant_accounts"))
         result = task.execute()
 
     assert result["status"] == "SUCCESS"
     assert result["counts"]["fetched"] == 1
     assert db_ops.commits == 1
     row = db_ops.upserts[0]["rows"][0]
-    assert row["order_settle_id"] == 701
-    assert row["order_trade_no"] == 8001
-    assert row["source_endpoint"] == "/Site/GetAllOrderSettleList"
-    assert '"orderSettleId": 701' in row["payload"]
+    assert row["id"] == 5001
+    assert row["record_index"] == 0
+    assert row["source_file"] is None or row["source_file"] == ""
+    assert '"id": 5001' in row["payload"]
 
 
-def test_ods_payment_ingest(tmp_path):
-    """Ensure ODS_PAYMENT task stores relate fields and payload."""
+def test_ods_inventory_change_ingest(tmp_path):
+    """Ensure ODS_INVENTORY_CHANGE task stores raw payload with record_index dedup keys."""
     config = _build_config(tmp_path)
     sample = [
         {
-            "payId": 901,
-            "relateType": "ORDER",
-            "relateId": 123,
-            "payAmount": "100.00",
+            "siteGoodsStockId": 123456,
+            "stockType": 1,
+            "goodsName": "测试商品",
         }
     ]
+    api = FakeAPIClient({"/GoodsStockManage/QueryGoodsOutboundReceipt": sample})
+    task_cls = ODS_TASK_CLASSES["ODS_INVENTORY_CHANGE"]
+
+    with get_db_operations() as db_ops:
+        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_inventory_change"))
+        result = task.execute()
+
+    assert result["status"] == "SUCCESS"
+    assert result["counts"]["fetched"] == 1
+    assert db_ops.commits == 1
+    row = db_ops.upserts[0]["rows"][0]
+    assert row["sitegoodsstockid"] == 123456
+    assert row["record_index"] == 0
+    assert '"siteGoodsStockId": 123456' in row["payload"]
+
+
+def test_ods_member_profiles_ingest(tmp_path):
+    """Ensure ODS_MEMBER task stores tenantMemberInfos raw JSON."""
+    config = _build_config(tmp_path)
+    sample = [{"tenantMemberInfos": [{"id": 101, "mobile": "13800000000"}]}]
+    api = FakeAPIClient({"/MemberProfile/GetTenantMemberList": sample})
+    task_cls = ODS_TASK_CLASSES["ODS_MEMBER"]
+
+    with get_db_operations() as db_ops:
+        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_member"))
+        result = task.execute()
+
+    assert result["status"] == "SUCCESS"
+    row = db_ops.upserts[0]["rows"][0]
+    assert row["record_index"] == 0
+    assert '"id": 101' in row["payload"]
+
+
+def test_ods_payment_ingest(tmp_path):
+    """Ensure ODS_PAYMENT task stores payment_transactions raw JSON."""
+    config = _build_config(tmp_path)
+    sample = [{"payId": 901, "payAmount": "100.00"}]
     api = FakeAPIClient({"/PayLog/GetPayLogListPage": sample})
     task_cls = ODS_TASK_CLASSES["ODS_PAYMENT"]
 
@@ -65,10 +104,57 @@ def test_ods_payment_ingest(tmp_path):
         result = task.execute()
 
     assert result["status"] == "SUCCESS"
-    assert result["counts"]["fetched"] == 1
-    assert db_ops.commits == 1
     row = db_ops.upserts[0]["rows"][0]
-    assert row["pay_id"] == 901
-    assert row["relate_type"] == "ORDER"
-    assert row["relate_id"] == 123
+    assert row["record_index"] == 0
     assert '"payId": 901' in row["payload"]
+
+
+def test_ods_settlement_records_ingest(tmp_path):
+    """Ensure ODS_ORDER_SETTLE task stores settleList raw JSON."""
+    config = _build_config(tmp_path)
+    sample = [{"data": {"settleList": [{"id": 701, "orderTradeNo": 8001}]}}]
+    api = FakeAPIClient({"/Site/GetAllOrderSettleList": sample})
+    task_cls = ODS_TASK_CLASSES["ODS_ORDER_SETTLE"]
+
+    with get_db_operations() as db_ops:
+        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_order_settle"))
+        result = task.execute()
+
+    assert result["status"] == "SUCCESS"
+    row = db_ops.upserts[0]["rows"][0]
+    assert row["record_index"] == 0
+    assert '"orderTradeNo": 8001' in row["payload"]
+
+
+def test_ods_settlement_ticket_by_payment_relate_ids(tmp_path):
+    """Ensure settlement tickets are fetched per payment relate_id and skip existing ones."""
+    config = _build_config(tmp_path)
+    ticket_payload = {"data": {"data": {"orderSettleId": 9001, "orderSettleNumber": "T001"}}}
+    api = FakeAPIClient({"/Order/GetOrderSettleTicketNew": [ticket_payload]})
+    task_cls = ODS_TASK_CLASSES["ODS_SETTLEMENT_TICKET"]
+
+    with get_db_operations() as db_ops:
+        # First query: existing ticket ids; Second query: payment relate_ids
+        db_ops.query_results = [
+            [{"order_settle_id": 9002}],
+            [
+                {"order_settle_id": 9001},
+                {"order_settle_id": 9002},
+                {"order_settle_id": None},
+            ],
+        ]
+        task = task_cls(config, db_ops, api, logging.getLogger("test_ods_settlement_ticket"))
+        result = task.execute()
+
+    assert result["status"] == "SUCCESS"
+    counts = result["counts"]
+    assert counts["fetched"] == 1
+    assert counts["inserted"] == 1
+    assert counts["updated"] == 0
+    assert counts["skipped"] == 0
+    assert '"orderSettleId": 9001' in db_ops.upserts[0]["rows"][0]["payload"]
+    assert any(
+        call["endpoint"] == "/Order/GetOrderSettleTicketNew"
+        and call.get("params", {}).get("orderSettleId") == 9001
+        for call in api.calls
+    )