# -*- coding: utf-8 -*- """任务注册表:定义所有可用任务及其业务域分组。 从后端 ods_tasks 动态获取任务定义,并按业务域分组,供 UI 使用。 """ from dataclasses import dataclass, field from enum import Enum from typing import Dict, List, Optional, Tuple # 尝试从后端导入 ODS 任务定义 try: from tasks.ods_tasks import ENABLED_ODS_CODES, ODS_TASK_SPECS _HAS_BACKEND = True except ImportError: _HAS_BACKEND = False ENABLED_ODS_CODES = set() ODS_TASK_SPECS = () class BusinessDomain(Enum): """业务域枚举""" MEMBER = "member" # 会员 SETTLEMENT = "settlement" # 结算/支付 ASSISTANT = "assistant" # 助教 GOODS = "goods" # 商品/销售 TABLE = "table" # 台桌 PROMOTION = "promotion" # 团购/优惠券 INVENTORY = "inventory" # 库存 SCHEMA = "schema" # Schema 初始化 DWD = "dwd" # DWD 装载 QUALITY = "quality" # 质量检查 OTHER = "other" # 其他 # 业务域显示名称 DOMAIN_LABELS: Dict[BusinessDomain, str] = { BusinessDomain.MEMBER: "会员", BusinessDomain.SETTLEMENT: "结算/支付", BusinessDomain.ASSISTANT: "助教", BusinessDomain.GOODS: "商品/销售", BusinessDomain.TABLE: "台桌", BusinessDomain.PROMOTION: "团购/优惠券", BusinessDomain.INVENTORY: "库存", BusinessDomain.SCHEMA: "Schema 初始化", BusinessDomain.DWD: "DWD 装载", BusinessDomain.QUALITY: "质量检查", BusinessDomain.OTHER: "其他", } @dataclass class TaskDefinition: """任务定义""" code: str # 任务编码 name: str # 显示名称 description: str # 描述 domain: BusinessDomain # 业务域 requires_window: bool = True # 是否需要时间窗口 is_ods: bool = False # 是否为 ODS 任务 is_dimension: bool = False # 是否为维度类任务(校验时区分) default_enabled: bool = True # 默认是否选中 # ODS 任务到业务域的映射 ODS_DOMAIN_MAP: Dict[str, BusinessDomain] = { # 会员相关 "ODS_MEMBER": BusinessDomain.MEMBER, "ODS_MEMBER_CARD": BusinessDomain.MEMBER, "ODS_MEMBER_BALANCE": BusinessDomain.MEMBER, # 结算/支付相关 "ODS_PAYMENT": BusinessDomain.SETTLEMENT, "ODS_REFUND": BusinessDomain.SETTLEMENT, "ODS_SETTLEMENT_RECORDS": BusinessDomain.SETTLEMENT, "ODS_RECHARGE_SETTLE": BusinessDomain.SETTLEMENT, "ODS_SETTLEMENT_TICKET": BusinessDomain.SETTLEMENT, # 助教相关 "ODS_ASSISTANT_ACCOUNT": BusinessDomain.ASSISTANT, "ODS_ASSISTANT_LEDGER": BusinessDomain.ASSISTANT, "ODS_ASSISTANT_ABOLISH": BusinessDomain.ASSISTANT, # 商品/销售相关 "ODS_TENANT_GOODS": BusinessDomain.GOODS, "ODS_STORE_GOODS": BusinessDomain.GOODS, "ODS_STORE_GOODS_SALES": BusinessDomain.GOODS, "ODS_GOODS_CATEGORY": BusinessDomain.GOODS, # 台桌相关 "ODS_TABLES": BusinessDomain.TABLE, "ODS_TABLE_USE": BusinessDomain.TABLE, "ODS_TABLE_FEE_DISCOUNT": BusinessDomain.TABLE, # 团购/优惠券相关 "ODS_GROUP_PACKAGE": BusinessDomain.PROMOTION, "ODS_GROUP_BUY_REDEMPTION": BusinessDomain.PROMOTION, "ODS_PLATFORM_COUPON": BusinessDomain.PROMOTION, # 库存相关 "ODS_INVENTORY_STOCK": BusinessDomain.INVENTORY, "ODS_INVENTORY_CHANGE": BusinessDomain.INVENTORY, } # ODS 任务显示名称(中文) ODS_DISPLAY_NAMES: Dict[str, str] = { "ODS_MEMBER": "会员档案", "ODS_MEMBER_CARD": "会员储值卡", "ODS_MEMBER_BALANCE": "会员余额变动", "ODS_PAYMENT": "支付流水", "ODS_REFUND": "退款流水", "ODS_SETTLEMENT_RECORDS": "结账记录", "ODS_RECHARGE_SETTLE": "充值结算", "ODS_SETTLEMENT_TICKET": "结账小票", "ODS_ASSISTANT_ACCOUNT": "助教账号", "ODS_ASSISTANT_LEDGER": "助教流水", "ODS_ASSISTANT_ABOLISH": "助教作废", "ODS_TENANT_GOODS": "租户商品", "ODS_STORE_GOODS": "门店商品", "ODS_STORE_GOODS_SALES": "商品销售流水", "ODS_GOODS_CATEGORY": "商品分类", "ODS_TABLES": "台桌维表", "ODS_TABLE_USE": "台费计费流水", "ODS_TABLE_FEE_DISCOUNT": "台费折扣调账", "ODS_GROUP_PACKAGE": "团购套餐", "ODS_GROUP_BUY_REDEMPTION": "团购核销", "ODS_PLATFORM_COUPON": "平台券核销", "ODS_INVENTORY_STOCK": "库存汇总", "ODS_INVENTORY_CHANGE": "库存变化", } # 维度类 ODS 任务(校验时通常单独处理) DIMENSION_ODS_CODES = { "ODS_MEMBER", "ODS_MEMBER_CARD", "ODS_ASSISTANT_ACCOUNT", "ODS_TENANT_GOODS", "ODS_STORE_GOODS", "ODS_GOODS_CATEGORY", "ODS_TABLES", "ODS_GROUP_PACKAGE", } # 事实类 ODS 任务(需要时间窗口) FACT_ODS_CODES = { "ODS_MEMBER_BALANCE", "ODS_PAYMENT", "ODS_REFUND", "ODS_SETTLEMENT_RECORDS", "ODS_RECHARGE_SETTLE", "ODS_SETTLEMENT_TICKET", "ODS_ASSISTANT_LEDGER", "ODS_ASSISTANT_ABOLISH", "ODS_STORE_GOODS_SALES", "ODS_TABLE_USE", "ODS_TABLE_FEE_DISCOUNT", "ODS_GROUP_BUY_REDEMPTION", "ODS_PLATFORM_COUPON", "ODS_INVENTORY_CHANGE", } # 非 ODS 任务定义 NON_ODS_TASKS: List[TaskDefinition] = [ # DWD 装载 TaskDefinition( code="DWD_LOAD_FROM_ODS", name="ODS→DWD 装载", description="从 ODS 增量装载到 DWD", domain=BusinessDomain.DWD, requires_window=True, ), TaskDefinition( code="DWD_QUALITY_CHECK", name="DWD 质量检查", description="执行 DWD 数据质量检查", domain=BusinessDomain.QUALITY, requires_window=False, ), TaskDefinition( code="DWS_BUILD_ORDER_SUMMARY", name="构建订单汇总", description="重算 DWS 订单汇总表", domain=BusinessDomain.DWD, requires_window=False, ), # Schema 初始化 TaskDefinition( code="INIT_ODS_SCHEMA", name="初始化 ODS Schema", description="创建/重建 ODS 表结构", domain=BusinessDomain.SCHEMA, requires_window=False, default_enabled=False, ), TaskDefinition( code="INIT_DWD_SCHEMA", name="初始化 DWD Schema", description="创建/重建 DWD 表结构", domain=BusinessDomain.SCHEMA, requires_window=False, default_enabled=False, ), TaskDefinition( code="INIT_DWS_SCHEMA", name="初始化 DWS Schema", description="创建/重建 DWS 表结构", domain=BusinessDomain.SCHEMA, requires_window=False, default_enabled=False, ), # 其他 TaskDefinition( code="MANUAL_INGEST", name="手工数据灌入", description="从本地 JSON 回放入库", domain=BusinessDomain.OTHER, requires_window=False, default_enabled=False, ), TaskDefinition( code="CHECK_CUTOFF", name="检查 Cutoff", description="查看各表数据截止时间", domain=BusinessDomain.QUALITY, requires_window=False, ), TaskDefinition( code="DATA_INTEGRITY_CHECK", name="数据完整性检查", description="检查 ODS/DWD 数据完整性", domain=BusinessDomain.QUALITY, requires_window=True, ), ] def _build_ods_task_definition(code: str) -> TaskDefinition: """根据 ODS 任务编码构建任务定义""" domain = ODS_DOMAIN_MAP.get(code, BusinessDomain.OTHER) name = ODS_DISPLAY_NAMES.get(code, code) is_dimension = code in DIMENSION_ODS_CODES # 从后端获取描述(如果可用) description = f"抓取{name}到 ODS" if _HAS_BACKEND: for spec in ODS_TASK_SPECS: if spec.code == code: # 尝试解码描述(可能是乱码) desc = spec.description if desc and not any(ord(c) > 0x4e00 for c in desc[:10] if desc): description = f"抓取{name}到 ODS" break return TaskDefinition( code=code, name=name, description=description, domain=domain, requires_window=code not in DIMENSION_ODS_CODES, is_ods=True, is_dimension=is_dimension, ) class TaskRegistry: """任务注册表:管理所有可用任务""" _instance: Optional["TaskRegistry"] = None def __new__(cls): if cls._instance is None: cls._instance = super().__new__(cls) cls._instance._initialized = False return cls._instance def __init__(self): if self._initialized: return self._initialized = True self._tasks: Dict[str, TaskDefinition] = {} self._load_tasks() def _load_tasks(self): """加载所有任务定义""" # 加载 ODS 任务 ods_codes = ENABLED_ODS_CODES if _HAS_BACKEND else set(ODS_DOMAIN_MAP.keys()) for code in ods_codes: self._tasks[code] = _build_ods_task_definition(code) # 加载非 ODS 任务 for task_def in NON_ODS_TASKS: self._tasks[task_def.code] = task_def def get_task(self, code: str) -> Optional[TaskDefinition]: """获取任务定义""" return self._tasks.get(code) def get_all_tasks(self) -> List[TaskDefinition]: """获取所有任务""" return list(self._tasks.values()) def get_ods_tasks(self) -> List[TaskDefinition]: """获取所有 ODS 任务""" return [t for t in self._tasks.values() if t.is_ods] def get_fact_ods_tasks(self) -> List[TaskDefinition]: """获取事实类 ODS 任务(需要时间窗口)""" return [t for t in self._tasks.values() if t.is_ods and not t.is_dimension] def get_dimension_ods_tasks(self) -> List[TaskDefinition]: """获取维度类 ODS 任务""" return [t for t in self._tasks.values() if t.is_ods and t.is_dimension] def get_tasks_by_domain(self, domain: BusinessDomain) -> List[TaskDefinition]: """按业务域获取任务""" return [t for t in self._tasks.values() if t.domain == domain] def get_ods_tasks_grouped(self) -> Dict[BusinessDomain, List[TaskDefinition]]: """获取按业务域分组的 ODS 任务""" grouped: Dict[BusinessDomain, List[TaskDefinition]] = {} for task in self.get_ods_tasks(): if task.domain not in grouped: grouped[task.domain] = [] grouped[task.domain].append(task) return grouped def get_non_ods_tasks(self) -> List[TaskDefinition]: """获取非 ODS 任务""" return [t for t in self._tasks.values() if not t.is_ods] # 全局注册表实例 task_registry = TaskRegistry() # 便捷函数 def get_ods_task_codes() -> List[str]: """获取所有 ODS 任务编码""" return [t.code for t in task_registry.get_ods_tasks()] def get_fact_ods_task_codes() -> List[str]: """获取事实类 ODS 任务编码""" return [t.code for t in task_registry.get_fact_ods_tasks()] def get_dimension_ods_task_codes() -> List[str]: """获取维度类 ODS 任务编码""" return [t.code for t in task_registry.get_dimension_ods_tasks()] def get_all_task_tuples() -> List[Tuple[str, str, str]]: """获取所有任务的 (code, name, description) 元组列表""" return [(t.code, t.name, t.description) for t in task_registry.get_all_tasks()] def get_ods_tasks_for_ui() -> List[Tuple[str, str, BusinessDomain]]: """获取 ODS 任务列表供 UI 使用:(code, display_name, domain)""" return [(t.code, t.name, t.domain) for t in task_registry.get_ods_tasks()]