Files
Neo-ZQYY/scripts/ops/_verify_migration_20260224.py
Neo b25308c3f4 feat: P1-P3 全栈集成 — 数据库基础 + DWS 扩展 + 小程序鉴权 + 工程化体系
## P1 数据库基础
- zqyy_app: 创建 auth/biz schema、FDW 连接 etl_feiqiu
- etl_feiqiu: 创建 app schema RLS 视图、商品库存预警表
- 清理 assistant_abolish 残留数据

## P2 ETL/DWS 扩展
- 新增 DWS 助教订单贡献度表 (dws.assistant_order_contribution)
- 新增 assistant_order_contribution_task 任务及 RLS 视图
- member_consumption 增加充值字段、assistant_daily 增加处罚字段
- 更新 ODS/DWD/DWS 任务文档及业务规则文档
- 更新 consistency_checker、flow_runner、task_registry 等核心模块

## P3 小程序鉴权系统
- 新增 xcx_auth 路由/schema(微信登录 + JWT)
- 新增 wechat/role/matching/application 服务层
- zqyy_app 鉴权表迁移 + 角色权限种子数据
- auth/dependencies.py 支持小程序 JWT 鉴权

## 文档与审计
- 新增 DOCUMENTATION-MAP 文档导航
- 新增 7 份 BD_Manual 数据库变更文档
- 更新 DDL 基线快照(etl_feiqiu 6 schema + zqyy_app auth)
- 新增全栈集成审计记录、部署检查清单更新
- 新增 BACKLOG 路线图、FDW→Core 迁移计划

## Kiro 工程化
- 新增 5 个 Spec(P1/P2/P3/全栈集成/核心业务)
- 新增审计自动化脚本(agent_on_stop/build_audit_context/compliance_prescan)
- 新增 6 个 Hook(合规检查/会话日志/提交审计等)
- 新增 doc-map steering 文件

## 运维与测试
- 新增 ops 脚本:迁移验证/API 健康检查/ETL 监控/集成报告
- 新增属性测试:test_dws_contribution / test_auth_system
- 清理过期 export 报告文件
- 更新 .gitignore 排除规则
2026-02-26 08:03:53 +08:00

94 lines
4.0 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""验证+修复 2026-02-24 迁移:直接执行 ALTER TABLE 语句"""
import os
import sys
from pathlib import Path
from dotenv import load_dotenv
root = Path(__file__).resolve().parent.parent.parent
load_dotenv(root / ".env")
dsn = os.environ.get("TEST_DB_DSN")
if not dsn:
print("ERROR: TEST_DB_DSN 未设置", file=sys.stderr)
sys.exit(1)
import psycopg2
conn = psycopg2.connect(dsn)
conn.autocommit = True
try:
with conn.cursor() as cur:
# 先检查列是否已存在
cur.execute("""
SELECT column_name FROM information_schema.columns
WHERE table_schema = 'ods' AND table_name = 'store_goods_master'
AND column_name IN ('warning_sales_day', 'warning_day_max', 'warning_day_min')
""")
existing = [r[0] for r in cur.fetchall()]
print(f"ODS 已有列: {existing}")
if len(existing) < 3:
print("ODS 列不完整,执行 ALTER TABLE...")
cur.execute("""
ALTER TABLE ods.store_goods_master
ADD COLUMN IF NOT EXISTS warning_sales_day NUMERIC(18,2),
ADD COLUMN IF NOT EXISTS warning_day_max INTEGER,
ADD COLUMN IF NOT EXISTS warning_day_min INTEGER
""")
cur.execute("""
COMMENT ON COLUMN ods.store_goods_master.warning_sales_day IS
'库存预警参考的日均销量。来源goodsStockWarningInfo.sales_day';
COMMENT ON COLUMN ods.store_goods_master.warning_day_max IS
'库存预警天数上限。来源goodsStockWarningInfo.warning_day_max';
COMMENT ON COLUMN ods.store_goods_master.warning_day_min IS
'库存预警天数下限。来源goodsStockWarningInfo.warning_day_min';
""")
print("ODS ALTER 完成")
cur.execute("""
SELECT column_name FROM information_schema.columns
WHERE table_schema = 'dwd' AND table_name = 'dim_store_goods_ex'
AND column_name IN ('warning_sales_day', 'warning_day_max', 'warning_day_min')
""")
existing_dwd = [r[0] for r in cur.fetchall()]
print(f"DWD 已有列: {existing_dwd}")
if len(existing_dwd) < 3:
print("DWD 列不完整,执行 ALTER TABLE...")
cur.execute("""
ALTER TABLE dwd.dim_store_goods_ex
ADD COLUMN IF NOT EXISTS warning_sales_day NUMERIC(18,2),
ADD COLUMN IF NOT EXISTS warning_day_max INTEGER,
ADD COLUMN IF NOT EXISTS warning_day_min INTEGER
""")
cur.execute("""
COMMENT ON COLUMN dwd.dim_store_goods_ex.warning_sales_day IS
'库存预警参考的日均销量。来源goodsStockWarningInfo.sales_day';
COMMENT ON COLUMN dwd.dim_store_goods_ex.warning_day_max IS
'库存预警天数上限。来源goodsStockWarningInfo.warning_day_max';
COMMENT ON COLUMN dwd.dim_store_goods_ex.warning_day_min IS
'库存预警天数下限。来源goodsStockWarningInfo.warning_day_min';
""")
print("DWD ALTER 完成")
# 最终验证
with conn.cursor() as cur:
cur.execute("""
SELECT column_name, data_type FROM information_schema.columns
WHERE table_schema = 'ods' AND table_name = 'store_goods_master'
AND column_name IN ('warning_sales_day', 'warning_day_max', 'warning_day_min')
ORDER BY column_name
""")
print(f"\n最终验证 ODS: {cur.fetchall()}")
cur.execute("""
SELECT column_name, data_type FROM information_schema.columns
WHERE table_schema = 'dwd' AND table_name = 'dim_store_goods_ex'
AND column_name IN ('warning_sales_day', 'warning_day_max', 'warning_day_min')
ORDER BY column_name
""")
print(f"最终验证 DWD: {cur.fetchall()}")
finally:
conn.close()