79 lines
2.8 KiB
Python
79 lines
2.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
"""支付记录ETL任务"""
|
|
import json
|
|
from .base_task import BaseTask
|
|
from loaders.facts.payment import PaymentLoader
|
|
from models.parsers import TypeParser
|
|
|
|
class PaymentsTask(BaseTask):
|
|
"""支付记录ETL任务"""
|
|
|
|
def get_task_code(self) -> str:
|
|
return "PAYMENTS"
|
|
|
|
def execute(self) -> dict:
|
|
"""执行支付记录ETL"""
|
|
self.logger.info(f"开始执行 {self.get_task_code()} 任务")
|
|
|
|
window_start, window_end, window_minutes = self._get_time_window()
|
|
|
|
params = {
|
|
"storeId": self.config.get("app.store_id"),
|
|
"startTime": TypeParser.format_timestamp(window_start, self.tz),
|
|
"endTime": TypeParser.format_timestamp(window_end, self.tz),
|
|
}
|
|
|
|
try:
|
|
records, pages_meta = self.api.get_paginated(
|
|
endpoint="/pay/records",
|
|
params=params,
|
|
page_size=self.config.get("api.page_size", 200),
|
|
data_path=("data",)
|
|
)
|
|
|
|
parsed_records = []
|
|
for rec in records:
|
|
parsed = self._parse_payment(rec)
|
|
if parsed:
|
|
parsed_records.append(parsed)
|
|
|
|
loader = PaymentLoader(self.db)
|
|
store_id = self.config.get("app.store_id")
|
|
inserted, updated, skipped = loader.upsert_payments(parsed_records, store_id)
|
|
|
|
self.db.commit()
|
|
|
|
counts = {
|
|
"fetched": len(records),
|
|
"inserted": inserted,
|
|
"updated": updated,
|
|
"skipped": skipped,
|
|
"errors": 0
|
|
}
|
|
|
|
self.logger.info(f"{self.get_task_code()} 完成: {counts}")
|
|
return self._build_result("SUCCESS", counts)
|
|
|
|
except Exception as e:
|
|
self.db.rollback()
|
|
self.logger.error(f"{self.get_task_code()} 失败", exc_info=True)
|
|
raise
|
|
|
|
def _parse_payment(self, raw: dict) -> dict:
|
|
"""解析支付记录"""
|
|
try:
|
|
return {
|
|
"store_id": self.config.get("app.store_id"),
|
|
"pay_id": TypeParser.parse_int(raw.get("payId")),
|
|
"order_id": TypeParser.parse_int(raw.get("orderId")),
|
|
"pay_time": TypeParser.parse_timestamp(raw.get("payTime"), self.tz),
|
|
"pay_amount": TypeParser.parse_decimal(raw.get("payAmount")),
|
|
"pay_type": raw.get("payType"),
|
|
"pay_status": raw.get("payStatus"),
|
|
"remark": raw.get("remark"),
|
|
"raw_data": json.dumps(raw, ensure_ascii=False)
|
|
}
|
|
except Exception as e:
|
|
self.logger.warning(f"解析支付记录失败: {e}, 原始数据: {raw}")
|
|
return None
|