feat: P1-P3 全栈集成 — 数据库基础 + DWS 扩展 + 小程序鉴权 + 工程化体系

## P1 数据库基础
- zqyy_app: 创建 auth/biz schema、FDW 连接 etl_feiqiu
- etl_feiqiu: 创建 app schema RLS 视图、商品库存预警表
- 清理 assistant_abolish 残留数据

## P2 ETL/DWS 扩展
- 新增 DWS 助教订单贡献度表 (dws.assistant_order_contribution)
- 新增 assistant_order_contribution_task 任务及 RLS 视图
- member_consumption 增加充值字段、assistant_daily 增加处罚字段
- 更新 ODS/DWD/DWS 任务文档及业务规则文档
- 更新 consistency_checker、flow_runner、task_registry 等核心模块

## P3 小程序鉴权系统
- 新增 xcx_auth 路由/schema(微信登录 + JWT)
- 新增 wechat/role/matching/application 服务层
- zqyy_app 鉴权表迁移 + 角色权限种子数据
- auth/dependencies.py 支持小程序 JWT 鉴权

## 文档与审计
- 新增 DOCUMENTATION-MAP 文档导航
- 新增 7 份 BD_Manual 数据库变更文档
- 更新 DDL 基线快照(etl_feiqiu 6 schema + zqyy_app auth)
- 新增全栈集成审计记录、部署检查清单更新
- 新增 BACKLOG 路线图、FDW→Core 迁移计划

## Kiro 工程化
- 新增 5 个 Spec(P1/P2/P3/全栈集成/核心业务)
- 新增审计自动化脚本(agent_on_stop/build_audit_context/compliance_prescan)
- 新增 6 个 Hook(合规检查/会话日志/提交审计等)
- 新增 doc-map steering 文件

## 运维与测试
- 新增 ops 脚本:迁移验证/API 健康检查/ETL 监控/集成报告
- 新增属性测试:test_dws_contribution / test_auth_system
- 清理过期 export 报告文件
- 更新 .gitignore 排除规则
This commit is contained in:
Neo
2026-02-26 08:03:53 +08:00
parent fafc95e64c
commit b25308c3f4
224 changed files with 17660 additions and 32198 deletions

View File

@@ -20,17 +20,24 @@ from orchestration.topological_sort import topological_sort
@dataclass
class _FakeMeta:
depends_on: list[str] = field(default_factory=list)
layer: str | None = None
class _FakeRegistry:
"""最小 Registry 替身,仅提供 get_metadata()。"""
def __init__(self, deps: dict[str, list[str]]):
def __init__(self, deps: dict[str, list[str]], layers: dict[str, str] | None = None):
self._deps = deps
self._layers = layers or {}
def get_metadata(self, code: str):
if code in self._deps:
return _FakeMeta(depends_on=self._deps[code])
return _FakeMeta(
depends_on=self._deps[code],
layer=self._layers.get(code),
)
if code in self._layers:
return _FakeMeta(layer=self._layers[code])
return _FakeMeta()
@@ -140,3 +147,78 @@ class TestTopologicalSort:
assert result.index("DWS_ASSISTANT_DAILY") < result.index("DWS_ASSISTANT_MONTHLY")
# 所有任务在 MAINTENANCE 前
assert result.index("DWS_MAINTENANCE") == len(result) - 1
# ── 跨层隐含依赖测试 ──────────────────────────────────────
def test_cross_layer_ods_before_dwd(self):
"""ODS 任务应排在 DWD 任务之前(隐含层级依赖)。"""
reg = _FakeRegistry(
deps={"ODS_A": [], "DWD_LOAD": []},
layers={"ODS_A": "ODS", "DWD_LOAD": "DWD"},
)
# 故意把 DWD 放前面
result = topological_sort(["DWD_LOAD", "ODS_A"], reg)
assert result.index("ODS_A") < result.index("DWD_LOAD")
def test_cross_layer_full_pipeline_order(self):
"""全流程ODS → DWD → DWS → INDEX无论输入顺序如何。"""
reg = _FakeRegistry(
deps={"IDX": [], "DWS_A": [], "DWD_L": [], "ODS_X": []},
layers={"ODS_X": "ODS", "DWD_L": "DWD", "DWS_A": "DWS", "IDX": "INDEX"},
)
# 故意倒序输入
result = topological_sort(["IDX", "DWS_A", "DWD_L", "ODS_X"], reg)
assert result.index("ODS_X") < result.index("DWD_L")
assert result.index("DWD_L") < result.index("DWS_A")
assert result.index("DWS_A") < result.index("IDX")
def test_cross_layer_multiple_tasks_per_layer(self):
"""每层多个任务时,所有低层任务排在高层任务之前。"""
reg = _FakeRegistry(
deps={"ODS_A": [], "ODS_B": [], "DWD_X": [], "DWD_Y": []},
layers={"ODS_A": "ODS", "ODS_B": "ODS", "DWD_X": "DWD", "DWD_Y": "DWD"},
)
result = topological_sort(["DWD_Y", "ODS_A", "DWD_X", "ODS_B"], reg)
# 所有 ODS 在所有 DWD 之前
for ods in ["ODS_A", "ODS_B"]:
for dwd in ["DWD_X", "DWD_Y"]:
assert result.index(ods) < result.index(dwd)
def test_cross_layer_with_explicit_deps_combined(self):
"""隐含层级依赖 + 显式 depends_on 同时生效。"""
reg = _FakeRegistry(
deps={
"ODS_A": [],
"DWD_LOAD": [],
"DWS_MONTHLY": ["DWS_DAILY"],
"DWS_DAILY": [],
},
layers={
"ODS_A": "ODS",
"DWD_LOAD": "DWD",
"DWS_DAILY": "DWS",
"DWS_MONTHLY": "DWS",
},
)
result = topological_sort(
["DWS_MONTHLY", "DWS_DAILY", "DWD_LOAD", "ODS_A"], reg
)
# 层级ODS < DWD < DWS
assert result.index("ODS_A") < result.index("DWD_LOAD")
assert result.index("DWD_LOAD") < result.index("DWS_DAILY")
assert result.index("DWD_LOAD") < result.index("DWS_MONTHLY")
# 显式依赖DAILY < MONTHLY
assert result.index("DWS_DAILY") < result.index("DWS_MONTHLY")
def test_tasks_without_layer_unaffected(self):
"""无 layer 的任务不受层级排序影响,保持原有依赖关系。"""
reg = _FakeRegistry(
deps={"UTIL_A": [], "ODS_X": [], "DWD_L": []},
layers={"ODS_X": "ODS", "DWD_L": "DWD"},
# UTIL_A 无 layer
)
result = topological_sort(["UTIL_A", "DWD_L", "ODS_X"], reg)
# ODS 仍在 DWD 之前
assert result.index("ODS_X") < result.index("DWD_L")
# UTIL_A 无层级约束,应在结果中
assert "UTIL_A" in result