# -*- coding: utf-8 -*- """支付记录ETL任务""" import json from .base_task import BaseTask from loaders.facts.payment import PaymentLoader from models.parsers import TypeParser class PaymentsTask(BaseTask): """支付记录ETL任务""" def get_task_code(self) -> str: return "PAYMENTS" def execute(self) -> dict: """执行支付记录ETL""" self.logger.info(f"开始执行 {self.get_task_code()} 任务") window_start, window_end, window_minutes = self._get_time_window() params = { "storeId": self.config.get("app.store_id"), "startTime": TypeParser.format_timestamp(window_start, self.tz), "endTime": TypeParser.format_timestamp(window_end, self.tz), } try: records, pages_meta = self.api.get_paginated( endpoint="/pay/records", params=params, page_size=self.config.get("api.page_size", 200), data_path=("data",) ) parsed_records = [] for rec in records: parsed = self._parse_payment(rec) if parsed: parsed_records.append(parsed) loader = PaymentLoader(self.db) store_id = self.config.get("app.store_id") inserted, updated, skipped = loader.upsert_payments(parsed_records, store_id) self.db.commit() counts = { "fetched": len(records), "inserted": inserted, "updated": updated, "skipped": skipped, "errors": 0 } self.logger.info(f"{self.get_task_code()} 完成: {counts}") return self._build_result("SUCCESS", counts) except Exception as e: self.db.rollback() self.logger.error(f"{self.get_task_code()} 失败", exc_info=True) raise def _parse_payment(self, raw: dict) -> dict: """解析支付记录""" try: store_id = self.config.get("app.store_id") return { "store_id": store_id, "pay_id": TypeParser.parse_int(raw.get("payId") or raw.get("id")), "order_id": TypeParser.parse_int(raw.get("orderId")), "order_settle_id": TypeParser.parse_int( raw.get("orderSettleId") or raw.get("order_settle_id") ), "order_trade_no": TypeParser.parse_int( raw.get("orderTradeNo") or raw.get("order_trade_no") ), "relate_type": raw.get("relateType") or raw.get("relate_type"), "relate_id": TypeParser.parse_int(raw.get("relateId") or raw.get("relate_id")), "site_id": TypeParser.parse_int(raw.get("siteId") or raw.get("site_id") or store_id), "tenant_id": TypeParser.parse_int(raw.get("tenantId") or raw.get("tenant_id")), "pay_time": TypeParser.parse_timestamp(raw.get("payTime"), self.tz), "create_time": TypeParser.parse_timestamp( raw.get("createTime") or raw.get("create_time"), self.tz ), "pay_amount": TypeParser.parse_decimal(raw.get("payAmount")), "fee_amount": TypeParser.parse_decimal( raw.get("feeAmount") or raw.get("serviceFee") or raw.get("channelFee") or raw.get("fee_amount") ), "discount_amount": TypeParser.parse_decimal( raw.get("discountAmount") or raw.get("couponAmount") or raw.get("discount_amount") ), "pay_type": raw.get("payType"), "payment_method": raw.get("paymentMethod") or raw.get("payment_method"), "online_pay_channel": raw.get("onlinePayChannel") or raw.get("online_pay_channel"), "pay_status": raw.get("payStatus"), "pay_terminal": raw.get("payTerminal") or raw.get("pay_terminal"), "remark": raw.get("remark"), "raw_data": json.dumps(raw, ensure_ascii=False), } except Exception as e: self.logger.warning(f"解析支付记录失败: {e}, 原始数据: {raw}") return None