root/Neo-ZQYY
1
0
Fork 0
Code Issues Pull Requests 1 Actions Packages Projects Releases Wiki Activity

chore: v1 整理 — 清理历史文件、DDL 合并、文档归档

Browse Source 
- 清理 1155 个已删除的历史文件（废弃 prompt_logs、tmp、旧 ops 脚本）
- export/ 数据文件从 git 移除（已在 .gitignore）
- demo-miniprogram 从 tmp/ 移入 apps/，添加 CLAUDE.md 注解
- DDL 合并：完整 schema 定义填充到 db/*/schemas/（从 docs/database/ddl/ 复制）
- 39 个 v1 迁移脚本归档到 db/_archived/migrations_v1_merged/
- 4 个迁移变更类 BD_Manual 文档归档到 docs/database/_archived/
- .gitignore 补充 .vite/ 和 apps/*.zip
- settings.json 添加 effortLevel 默认配置
- scripts/ops/ 新增运维脚本入库

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
Neo
2026-04-06 00:39:27 +08:00
parent 6f8f12314f
commit 779b2f6d52
1340 changed files with 9124 additions and 132087 deletions
Download Patch File Download Diff File Expand all files Collapse all files

35
db/etl_feiqiu/migrations/2026-03-19_add_board_rls_views.sql
View File

@@ -1,35 +0,0 @@
-- 迁移：为 BOARD 看板新增 3 个 app schema RLS 视图
-- 日期：2026-03-19
-- 原因：BOARD-1 技能筛选、BOARD-2 项目筛选/消费潜力指数需要这些视图通过 FDW 暴露给业务库
-- 回滚：DROP VIEW IF EXISTS app.v_dws_assistant_project_tag, app.v_dws_member_project_tag, app.v_dws_member_spending_power_index;
-- 1. 助教项目标签视图（BOARD-1 技能筛选用）
CREATE OR REPLACE VIEW app.v_dws_assistant_project_tag AS
SELECT id, site_id, tenant_id, assistant_id, time_window,
category_code, category_name, short_name,
duration_seconds, total_seconds, percentage, is_tagged,
computed_at, created_at, updated_at
FROM dws.dws_assistant_project_tag
WHERE site_id = current_setting('app.current_site_id')::bigint;
-- 2. 会员项目标签视图（BOARD-2 项目筛选用）
CREATE OR REPLACE VIEW app.v_dws_member_project_tag AS
SELECT id, site_id, tenant_id, member_id, time_window,
category_code, category_name, short_name,
duration_seconds, total_seconds, percentage, is_tagged,
computed_at, created_at, updated_at
FROM dws.dws_member_project_tag
WHERE site_id = current_setting('app.current_site_id')::bigint;
-- 3. 会员消费潜力指数视图（BOARD-2 potential 维度用）
CREATE OR REPLACE VIEW app.v_dws_member_spending_power_index AS
SELECT spi_id, site_id, member_id,
spend_30, spend_90, recharge_90,
orders_30, orders_90, visit_days_30, visit_days_90,
avg_ticket_90, active_weeks_90, daily_spend_ewma_90,
score_level_raw, score_speed_raw, score_stability_raw,
score_level_display, score_speed_display, score_stability_display,
raw_score, display_score,
calc_time, created_at, updated_at
FROM dws.dws_member_spending_power_index
WHERE site_id = current_setting('app.current_site_id')::bigint;

12
db/etl_feiqiu/migrations/2026-03-20_add_gift_breakdown_fields.sql
View File

@@ -1,12 +0,0 @@
-- 赠送卡按卡类型拆分：新增 6 个细分字段
-- 需求：BOARD-3 赠送卡矩阵需要按酒水卡/台费卡/抵用券展示余额和新增
-- 恒等式：gift_card_balance = gift_liquor_balance + gift_table_fee_balance + gift_voucher_balance
-- recharge_gift = gift_liquor_recharge + gift_table_fee_recharge + gift_voucher_recharge
ALTER TABLE dws.dws_finance_recharge_summary
ADD COLUMN IF NOT EXISTS gift_liquor_balance NUMERIC(14,2) NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS gift_table_fee_balance NUMERIC(14,2) NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS gift_voucher_balance NUMERIC(14,2) NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS gift_liquor_recharge NUMERIC(14,2) NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS gift_table_fee_recharge NUMERIC(14,2) NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS gift_voucher_recharge NUMERIC(14,2) NOT NULL DEFAULT 0;

48
db/etl_feiqiu/migrations/2026-03-20_add_sort_order_and_area_category_view.sql
View File

@@ -1,48 +0,0 @@
-- 迁移：给 cfg_area_category 加 sort_order 字段 + 创建 app.v_cfg_area_category 视图
-- 关联：R3 修复（项目类型筛选接口重建）
-- 日期：2026-03-20
-- 回滚：见文件末尾
-- ============================================================
-- 1. 给 cfg_area_category 加 sort_order 字段
-- ============================================================
ALTER TABLE dws.cfg_area_category
ADD COLUMN IF NOT EXISTS sort_order INTEGER DEFAULT 100 NOT NULL;
COMMENT ON COLUMN dws.cfg_area_category.sort_order
IS '前端筛选器显示排序（值越小越靠前）';
-- 按业务优先级设置排序值
UPDATE dws.cfg_area_category SET sort_order = 10 WHERE category_code = 'BILLIARD';
UPDATE dws.cfg_area_category SET sort_order = 20 WHERE category_code = 'SNOOKER';
UPDATE dws.cfg_area_category SET sort_order = 30 WHERE category_code = 'MAHJONG';
UPDATE dws.cfg_area_category SET sort_order = 40 WHERE category_code = 'KTV';
UPDATE dws.cfg_area_category SET sort_order = 900 WHERE category_code = 'SPECIAL';
UPDATE dws.cfg_area_category SET sort_order = 999 WHERE category_code = 'OTHER';
-- ============================================================
-- 2. 创建 app.v_cfg_area_category 视图
-- 去重到 category 级别，排除 SPECIAL/OTHER（不在前端筛选器显示）
-- ============================================================
CREATE OR REPLACE VIEW app.v_cfg_area_category AS
SELECT DISTINCT
category_code,
category_name,
display_name,
short_name,
sort_order
FROM dws.cfg_area_category
WHERE is_active = TRUE
AND category_code NOT IN ('SPECIAL', 'OTHER')
ORDER BY sort_order;
GRANT SELECT ON app.v_cfg_area_category TO app_reader;
COMMENT ON VIEW app.v_cfg_area_category
IS '项目类型筛选器配置视图（去重到 category 级别，排除 SPECIAL/OTHER）';
-- ============================================================
-- 回滚
-- ============================================================
-- DROP VIEW IF EXISTS app.v_cfg_area_category;
-- ALTER TABLE dws.cfg_area_category DROP COLUMN IF EXISTS sort_order;

58
db/etl_feiqiu/migrations/2026-03-20_drop_recall_index.sql
View File

@@ -1,58 +0,0 @@
-- =============================================================================
-- 迁移：移除废弃的 dws_member_recall_index 表及 RLS 视图
-- 日期: 2026-03-20
-- 原因: RecallIndexTask 已于 2026-02-13 被 WBI+NCI 替代，但表和视图的 DDL
-- 在 2026-02-19 schema 重命名（billiards_dws → dws）时残留至今。
-- 表中无有效数据（ETL 任务已删除），属于孤儿对象。
-- 影响: 无下游消费者依赖此表数据（后端 recall 维度已改用 v_dws_member_winback_index）
-- 回滚: 从 git 历史恢复 DDL 定义并重建表和视图
-- =============================================================================
BEGIN;
-- 1. 删除 RLS 视图
DROP VIEW IF EXISTS app.v_dws_member_recall_index;
-- 2. 删除索引
DROP INDEX IF EXISTS dws.idx_dws_recall_display;
-- 3. 删除表（CASCADE 会自动清理约束）
DROP TABLE IF EXISTS dws.dws_member_recall_index CASCADE;
-- 4. 删除序列
DROP SEQUENCE IF EXISTS dws.dws_member_recall_index_recall_id_seq;
COMMIT;
-- =============================================================================
-- 验证
-- =============================================================================
DO $$
DECLARE
tbl_exists BOOLEAN;
view_exists BOOLEAN;
seq_exists BOOLEAN;
BEGIN
SELECT EXISTS(
SELECT 1 FROM information_schema.tables
WHERE table_schema = 'dws' AND table_name = 'dws_member_recall_index'
) INTO tbl_exists;
SELECT EXISTS(
SELECT 1 FROM information_schema.views
WHERE table_schema = 'app' AND table_name = 'v_dws_member_recall_index'
) INTO view_exists;
SELECT EXISTS(
SELECT 1 FROM information_schema.sequences
WHERE sequence_schema = 'dws' AND sequence_name = 'dws_member_recall_index_recall_id_seq'
) INTO seq_exists;
RAISE NOTICE '表存在: % (应为 false)', tbl_exists;
RAISE NOTICE '视图存在: % (应为 false)', view_exists;
RAISE NOTICE '序列存在: % (应为 false)', seq_exists;
IF tbl_exists OR view_exists OR seq_exists THEN
RAISE EXCEPTION '清理不完整，仍有残留对象';
END IF;
END $$;

41
db/etl_feiqiu/migrations/2026-03-24_add_missing_cfg_skill_type.sql
View File

@@ -1,41 +0,0 @@
-- 迁移：补录 cfg_skill_type 缺失的 3 条 skill_id
-- 原因：dwd_assistant_service_log 中存在 5525 条记录引用了不在 cfg_skill_type 中的 skill_id，
-- 导致 WBI/NCI 的到店判定（settle_type=3 + BONUS EXISTS 检查）漏掉了这些到店记录。
-- 典型案例：会员"梅"实际 5 天前到店，但 WBI 显示 16 天未到店，display_score 虚高至 9.42。
-- 影响：WBI、NCI、关系指数、助教服务统计、工资计算等所有依赖 cfg_skill_type JOIN 的下游。
-- 回滚：DELETE FROM dws.cfg_skill_type WHERE skill_id IN (2790683529513797, 2790683529513798, 3039912271463941);
BEGIN;
INSERT INTO dws.cfg_skill_type (skill_id, skill_name, course_type_code, course_type_name, is_active, description)
VALUES
(2790683529513797, '基础课', 'BASE', '基础课', TRUE,
'基础课：飞球系统原始课程类型，与"台球基础陪打"同类'),
(2790683529513798, '附加课', 'BONUS', '附加课', TRUE,
'附加课：飞球系统原始课程类型，与"台球超休服务"同类'),
(3039912271463941, '包厢课', 'BASE', '基础课', TRUE,
'包厢课：飞球系统原始课程类型，与"包厢服务"同类')
ON CONFLICT (skill_id) DO NOTHING;
COMMIT;
-- 验证 SQL（执行后应返回 6 行，且无 NULL 的 course_type_code）：
-- SELECT skill_id, skill_name, course_type_code, is_active FROM dws.cfg_skill_type ORDER BY skill_id;
--
-- 验证受影响会员数（应 > 0）：
-- SELECT COUNT(DISTINCT asl.tenant_member_id)
-- FROM dwd.dwd_assistant_service_log asl
-- JOIN dws.cfg_skill_type st ON asl.skill_id = st.skill_id
-- WHERE asl.skill_id IN (2790683529513797, 2790683529513798, 3039912271463941)
-- AND asl.is_delete = 0;
--
-- 验证梅的到店记录是否被正确识别：
-- SELECT s.order_settle_id, s.pay_time, s.settle_type,
-- EXISTS (
-- SELECT 1 FROM dwd.dwd_assistant_service_log asl
-- JOIN dws.cfg_skill_type st ON asl.skill_id = st.skill_id AND st.course_type_code = 'BONUS' AND st.is_active = TRUE
-- WHERE asl.order_settle_id = s.order_settle_id AND asl.site_id = s.site_id AND asl.tenant_member_id = s.member_id AND asl.is_delete = 0
-- ) AS has_bonus_service
-- FROM dwd.dwd_settlement_head s
-- WHERE s.member_id = 2975065345119045 AND s.pay_time >= '2026-03-08'
-- ORDER BY s.pay_time DESC;

71
db/etl_feiqiu/migrations/2026-03-26_add_missing_fields_from_gap_analysis.sql
View File

@@ -1,71 +0,0 @@
-- =============================================================================
-- 迁移：补充 ETL 字段差异分析中识别的缺失字段
-- 日期：2026-03-26
-- 来源：field_gap_analysis.md 深度评估
-- 影响：5 张 ODS 表 + 6 张 DWD 表
-- =============================================================================
BEGIN;
-- ── ODS 层新增列 ──
-- 1. member_profiles: 4 个 API 字段
ALTER TABLE ods.member_profiles ADD COLUMN IF NOT EXISTS other_pay_money_sum numeric(18,2);
ALTER TABLE ods.member_profiles ADD COLUMN IF NOT EXISTS last_consume_time timestamp without time zone;
ALTER TABLE ods.member_profiles ADD COLUMN IF NOT EXISTS non_consume_day_num integer;
ALTER TABLE ods.member_profiles ADD COLUMN IF NOT EXISTS first_consumption integer;
-- 2. assistant_service_records: 1 个 API 字段
ALTER TABLE ods.assistant_service_records ADD COLUMN IF NOT EXISTS deduct_leave_seconds integer DEFAULT 0;
-- 3. store_goods_sales_records: 2 个 API 字段
ALTER TABLE ods.store_goods_sales_records ADD COLUMN IF NOT EXISTS activity_amount numeric(18,2) DEFAULT 0;
ALTER TABLE ods.store_goods_sales_records ADD COLUMN IF NOT EXISTS activity_id bigint DEFAULT 0;
-- 4. goods_stock_summary: 1 个 API 字段（注意 ODS 列名全小写）
ALTER TABLE ods.goods_stock_summary ADD COLUMN IF NOT EXISTS createtime timestamp without time zone;
-- 5. table_fee_transactions: order_from
ALTER TABLE ods.table_fee_transactions ADD COLUMN IF NOT EXISTS order_from integer;
-- 6. assistant_service_records: order_from
ALTER TABLE ods.assistant_service_records ADD COLUMN IF NOT EXISTS order_from integer;
-- 7. store_goods_sales_records: order_from
ALTER TABLE ods.store_goods_sales_records ADD COLUMN IF NOT EXISTS order_from integer;
-- 8. settlement_records: order_from（来自 settleList.orderFrom，展开后为 orderfrom）
-- 注意：settlement_records 的 ODS 列名是全小写无下划线（与 API camelCase 对应）
ALTER TABLE ods.settlement_records ADD COLUMN IF NOT EXISTS orderfrom integer;
-- ── DWD 层新增列 ──
-- 1. dim_member_ex: 4 个字段 + birthday
ALTER TABLE dwd.dim_member_ex ADD COLUMN IF NOT EXISTS other_pay_money_sum numeric(18,2);
ALTER TABLE dwd.dim_member_ex ADD COLUMN IF NOT EXISTS last_consume_time timestamp with time zone;
ALTER TABLE dwd.dim_member_ex ADD COLUMN IF NOT EXISTS non_consume_day_num integer;
ALTER TABLE dwd.dim_member_ex ADD COLUMN IF NOT EXISTS first_consumption integer;
-- birthday 已在 dim_member 主表中存在，无需重复添加
-- 2. dim_member_card_account_ex: pdassisnatlevel + cxassisnatlevel 已存在于 DDL 中
-- 确认：goodscategoryid, tableareaid, pdassisnatlevel, cxassisnatlevel 已在 DWD DDL 和 FACT_MAPPINGS 中
-- 3. dwd_assistant_service_log_ex: deduct_leave_seconds + order_from
ALTER TABLE dwd.dwd_assistant_service_log_ex ADD COLUMN IF NOT EXISTS deduct_leave_seconds integer DEFAULT 0;
ALTER TABLE dwd.dwd_assistant_service_log_ex ADD COLUMN IF NOT EXISTS order_from integer;
-- 4. dwd_store_goods_sale_ex: activity_amount + activity_id + order_from
ALTER TABLE dwd.dwd_store_goods_sale_ex ADD COLUMN IF NOT EXISTS activity_amount numeric(18,2) DEFAULT 0;
ALTER TABLE dwd.dwd_store_goods_sale_ex ADD COLUMN IF NOT EXISTS activity_id bigint DEFAULT 0;
ALTER TABLE dwd.dwd_store_goods_sale_ex ADD COLUMN IF NOT EXISTS order_from integer;
-- 5. dwd_goods_stock_summary: create_time
ALTER TABLE dwd.dwd_goods_stock_summary ADD COLUMN IF NOT EXISTS create_time timestamp with time zone;
-- 6. dwd_table_fee_log_ex: order_from
ALTER TABLE dwd.dwd_table_fee_log_ex ADD COLUMN IF NOT EXISTS order_from integer;
-- 7. dwd_settlement_head_ex: order_from
ALTER TABLE dwd.dwd_settlement_head_ex ADD COLUMN IF NOT EXISTS order_from integer;
COMMIT;

51
db/etl_feiqiu/migrations/2026-03-27__add_payment_split_to_finance_daily.sql
View File

@@ -1,51 +0,0 @@
-- 迁移：财务日报新增支付方式拆分字段
-- 关联：board-finance-integration SPEC T1.1
-- 日期：2026-03-27
-- 回滚：见文件末尾
-- ============================================================
-- 1. 新增字段
-- ============================================================
ALTER TABLE dws.dws_finance_daily_summary
ADD COLUMN IF NOT EXISTS cash_paper_amount NUMERIC(14,2) DEFAULT 0 NOT NULL,
ADD COLUMN IF NOT EXISTS scan_pay_amount NUMERIC(14,2) DEFAULT 0 NOT NULL;
COMMENT ON COLUMN dws.dws_finance_daily_summary.cash_paper_amount
IS '纸币现金收款（dwd_payment.payment_method=2）';
COMMENT ON COLUMN dws.dws_finance_daily_summary.scan_pay_amount
IS '扫码收款/离线支付（dwd_payment.payment_method=4，含微信/支付宝）';
-- ============================================================
-- 2. 更新 RLS 视图暴露新字段
-- ============================================================
CREATE OR REPLACE VIEW app.v_dws_finance_daily_summary AS
SELECT id, site_id, tenant_id, stat_date,
gross_amount, table_fee_amount, goods_amount,
assistant_pd_amount, assistant_cx_amount,
discount_total, discount_groupbuy, discount_vip,
discount_gift_card, discount_manual, discount_rounding, discount_other,
confirmed_income,
cash_inflow_total, cash_pay_amount,
cash_paper_amount, scan_pay_amount,
groupbuy_pay_amount, platform_settlement_amount, platform_fee_amount,
recharge_cash_inflow,
card_consume_total, recharge_card_consume AS cash_card_consume, gift_card_consume,
cash_outflow_total, cash_balance_change,
recharge_count, recharge_total, recharge_cash, recharge_gift,
first_recharge_count, first_recharge_amount,
renewal_count, renewal_amount,
order_count, member_order_count, guest_order_count, avg_order_amount,
created_at, updated_at
FROM dws.dws_finance_daily_summary
WHERE site_id = (current_setting('app.current_site_id'::text))::bigint;
GRANT SELECT ON app.v_dws_finance_daily_summary TO app_reader;
-- ============================================================
-- 回滚
-- ============================================================
-- DROP VIEW IF EXISTS app.v_dws_finance_daily_summary;
-- ALTER TABLE dws.dws_finance_daily_summary
-- DROP COLUMN IF EXISTS cash_paper_amount,
-- DROP COLUMN IF EXISTS scan_pay_amount;
-- 然后重建原始视图（见 docs/database/ddl/etl_feiqiu__app.sql）

106
db/etl_feiqiu/migrations/2026-03-28__create_dws_finance_area_daily.sql
View File

@@ -1,106 +0,0 @@
-- 迁移：创建区域日粒度财务原子层表 dws_finance_area_daily 及 RLS 视图
-- 关联：board-finance-dws-area-refactor SPEC T2.1
-- 日期：2026-03-28
-- 回滚：见文件末尾
-- ============================================================
-- 1. 创建 dws_finance_area_daily 表
-- ============================================================
CREATE TABLE dws.dws_finance_area_daily (
id BIGSERIAL PRIMARY KEY,
site_id BIGINT NOT NULL,
tenant_id BIGINT NOT NULL,
stat_date DATE NOT NULL,
area_code VARCHAR(20) NOT NULL,
-- 收入结构（4 项 + gross_amount）
table_fee_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
goods_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
assistant_pd_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
assistant_cx_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
gross_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 优惠拆分（6 项 + discount_total）
-- 恒等式：discount_total = groupbuy + vip + manual + gift_card + rounding + other
discount_groupbuy NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_vip NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_manual NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_gift_card NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_rounding NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_other NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_total NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 确认收入（gross_amount - discount_total）
confirmed_income NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 现金流（仅 area_code='all' 时有效值，其余区域为 0）
cash_pay_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_paper_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
scan_pay_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
groupbuy_pay_amount NUMERIC(14,2) NOT NULL DEFAULT 0,
recharge_cash_inflow NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_inflow_total NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_outflow_total NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_balance_change NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 卡消费（仅 area_code='all' 时有效值）
card_consume_total NUMERIC(14,2) NOT NULL DEFAULT 0,
recharge_card_consume NUMERIC(14,2) NOT NULL DEFAULT 0,
gift_card_consume NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 充值（仅 area_code='all' 时有效值）
recharge_cash NUMERIC(14,2) NOT NULL DEFAULT 0,
first_recharge_cash NUMERIC(14,2) NOT NULL DEFAULT 0,
renewal_cash NUMERIC(14,2) NOT NULL DEFAULT 0,
-- 订单统计
order_count INTEGER NOT NULL DEFAULT 0,
-- 元数据
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-- 唯一约束：每个站点每天每区域一行
UNIQUE (site_id, stat_date, area_code)
);
COMMENT ON TABLE dws.dws_finance_area_daily
IS '区域日粒度财务原子层表，按 (site_id, stat_date, area_code) 存储 9 个区域的收入/优惠/现金流预计算数据';
COMMENT ON COLUMN dws.dws_finance_area_daily.area_code
IS '区域编码：all/hall/hallA/hallB/hallC/vip/snooker/mahjong/ktv';
COMMENT ON COLUMN dws.dws_finance_area_daily.gross_amount
IS '毛收入 = table_fee_amount + goods_amount + assistant_pd_amount + assistant_cx_amount';
COMMENT ON COLUMN dws.dws_finance_area_daily.discount_total
IS '优惠合计 = groupbuy + vip + manual + gift_card + rounding + other';
COMMENT ON COLUMN dws.dws_finance_area_daily.confirmed_income
IS '确认收入 = gross_amount - discount_total';
COMMENT ON COLUMN dws.dws_finance_area_daily.discount_gift_card
IS '赠送卡消费金额口径（非结算单 gift_card_amount）';
-- ============================================================
-- 2. 创建 RLS 视图
-- ============================================================
CREATE OR REPLACE VIEW dws.v_dws_finance_area_daily AS
SELECT *
FROM dws.dws_finance_area_daily
WHERE site_id = (current_setting('app.current_site_id'::text))::bigint;
GRANT SELECT ON dws.v_dws_finance_area_daily TO app_reader;
-- ============================================================
-- 3. 创建 app schema 导出视图（后端通过 app.v_* 访问）
-- ============================================================
CREATE OR REPLACE VIEW app.v_dws_finance_area_daily AS
SELECT *
FROM dws.dws_finance_area_daily
WHERE site_id = (current_setting('app.current_site_id'::text))::bigint;
GRANT SELECT ON app.v_dws_finance_area_daily TO app_reader;
-- ============================================================
-- 回滚
-- ============================================================
-- DROP VIEW IF EXISTS app.v_dws_finance_area_daily;
-- DROP VIEW IF EXISTS dws.v_dws_finance_area_daily;
-- DROP TABLE IF EXISTS dws.dws_finance_area_daily;

102
db/etl_feiqiu/migrations/2026-03-28__create_dws_finance_board_cache.sql
View File

@@ -1,102 +0,0 @@
-- 迁移：创建看板缓存层表 dws_finance_board_cache 及 RLS 视图
-- 关联：board-finance-dws-area-refactor SPEC T5.1
-- 日期：2026-03-28
-- 回滚：见文件末尾
-- ============================================================
-- 1. 创建 dws_finance_board_cache 表
-- ============================================================
CREATE TABLE dws.dws_finance_board_cache (
id BIGSERIAL PRIMARY KEY,
site_id BIGINT NOT NULL,
time_range VARCHAR(20) NOT NULL,
area_code VARCHAR(20) NOT NULL,
start_date DATE NOT NULL,
end_date DATE NOT NULL,
prev_start_date DATE,
prev_end_date DATE,
-- overview 8 项核心指标
occurrence NUMERIC(14,2) NOT NULL DEFAULT 0,
discount NUMERIC(14,2) NOT NULL DEFAULT 0,
discount_rate NUMERIC(8,4) NOT NULL DEFAULT 0,
confirmed_revenue NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_in NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_out NUMERIC(14,2) NOT NULL DEFAULT 0,
cash_balance NUMERIC(14,2) NOT NULL DEFAULT 0,
balance_rate NUMERIC(8,4) NOT NULL DEFAULT 0,
-- 数据指纹（MD5，用于检测源数据变化触发缓存失效）
data_fingerprint VARCHAR(64),
computed_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-- 元数据
created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
updated_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
-- 唯一约束：每个站点每个时间范围每区域一行
UNIQUE (site_id, time_range, area_code)
);
COMMENT ON TABLE dws.dws_finance_board_cache
IS '看板缓存层表，缓存已完成周期的 overview 聚合结果，按 (site_id, time_range, area_code) 唯一';
COMMENT ON COLUMN dws.dws_finance_board_cache.time_range
IS '时间范围：lastMonth/lastWeek/lastQuarter/quarter3/half6（仅已完成周期缓存）';
COMMENT ON COLUMN dws.dws_finance_board_cache.area_code
IS '区域编码：all/hall/hallA/hallB/hallC/vip/snooker/mahjong/ktv';
COMMENT ON COLUMN dws.dws_finance_board_cache.start_date
IS '当期起始日期';
COMMENT ON COLUMN dws.dws_finance_board_cache.end_date
IS '当期结束日期';
COMMENT ON COLUMN dws.dws_finance_board_cache.prev_start_date
IS '上期起始日期（环比用），无上期时为 NULL';
COMMENT ON COLUMN dws.dws_finance_board_cache.prev_end_date
IS '上期结束日期（环比用），无上期时为 NULL';
COMMENT ON COLUMN dws.dws_finance_board_cache.occurrence
IS '发生额（毛收入 gross_amount 的周期汇总）';
COMMENT ON COLUMN dws.dws_finance_board_cache.discount
IS '优惠合计（discount_total 的周期汇总）';
COMMENT ON COLUMN dws.dws_finance_board_cache.discount_rate
IS '优惠占比 = discount / occurrence';
COMMENT ON COLUMN dws.dws_finance_board_cache.confirmed_revenue
IS '确认收入 = occurrence - discount';
COMMENT ON COLUMN dws.dws_finance_board_cache.cash_in
IS '现金流入合计（仅 area_code=all 时有效值）';
COMMENT ON COLUMN dws.dws_finance_board_cache.cash_out
IS '现金流出合计（仅 area_code=all 时有效值）';
COMMENT ON COLUMN dws.dws_finance_board_cache.cash_balance
IS '现金余额变动 = cash_in - cash_out';
COMMENT ON COLUMN dws.dws_finance_board_cache.balance_rate
IS '余额变动率';
COMMENT ON COLUMN dws.dws_finance_board_cache.data_fingerprint
IS '源数据指纹（MD5），用于检测补录导致的数据变化';
COMMENT ON COLUMN dws.dws_finance_board_cache.computed_at
IS '缓存计算时间';
-- ============================================================
-- 2. 创建 RLS 视图
-- ============================================================
CREATE OR REPLACE VIEW dws.v_dws_finance_board_cache AS
SELECT *
FROM dws.dws_finance_board_cache
WHERE site_id = (current_setting('app.current_site_id'::text))::bigint;
GRANT SELECT ON dws.v_dws_finance_board_cache TO app_reader;
-- ============================================================
-- 3. 创建 app schema 导出视图（后端通过 app.v_* 访问）
-- ============================================================
CREATE OR REPLACE VIEW app.v_dws_finance_board_cache AS
SELECT *
FROM dws.dws_finance_board_cache
WHERE site_id = (current_setting('app.current_site_id'::text))::bigint;
GRANT SELECT ON app.v_dws_finance_board_cache TO app_reader;
-- ============================================================
-- 回滚
-- ============================================================
-- DROP VIEW IF EXISTS app.v_dws_finance_board_cache;
-- DROP VIEW IF EXISTS dws.v_dws_finance_board_cache;
-- DROP TABLE IF EXISTS dws.dws_finance_board_cache;

13
db/etl_feiqiu/migrations/2026-03-28__rollback_finance_area_tables.sql
View File

@@ -1,13 +0,0 @@
-- 回滚脚本：board-finance-dws-area-refactor
-- 逆序 DROP VIEW → DROP TABLE
-- 日期：2026-03-28
--
-- 执行顺序：先删缓存层（依赖日粒度），再删日粒度
-- 1. 删除缓存层 RLS 视图和表
DROP VIEW IF EXISTS dws.v_dws_finance_board_cache;
DROP TABLE IF EXISTS dws.dws_finance_board_cache;
-- 2. 删除日粒度 RLS 视图和表
DROP VIEW IF EXISTS dws.v_dws_finance_area_daily;
DROP TABLE IF EXISTS dws.dws_finance_area_daily;

30
db/etl_feiqiu/migrations/2026-03-31__relation_index_task_stats.sql
View File

@@ -1,30 +0,0 @@
-- 关系指数表新增任务统计字段（2026-03-31）
-- C: 历史总计字段
BEGIN;
ALTER TABLE dws.dws_member_assistant_relation_index
ADD COLUMN IF NOT EXISTS recall_created_total INT NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS recall_completed_total INT NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS follow_up_created_total INT NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS follow_up_completed_total INT NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS total_created INT NOT NULL DEFAULT 0,
ADD COLUMN IF NOT EXISTS total_completed INT NOT NULL DEFAULT 0;
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.recall_created_total IS '历史累计召回任务创建数';
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.recall_completed_total IS '历史累计召回任务完成数';
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.follow_up_created_total IS '历史累计回访任务创建数';
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.follow_up_completed_total IS '历史累计回访任务完成数';
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.total_created IS '历史累计任务创建总数';
COMMENT ON COLUMN dws.dws_member_assistant_relation_index.total_completed IS '历史累计任务完成总数';
COMMIT;
-- ROLLBACK:
-- ALTER TABLE dws.dws_member_assistant_relation_index
-- DROP COLUMN IF EXISTS recall_created_total,
-- DROP COLUMN IF EXISTS recall_completed_total,
-- DROP COLUMN IF EXISTS follow_up_created_total,
-- DROP COLUMN IF EXISTS follow_up_completed_total,
-- DROP COLUMN IF EXISTS total_created,
-- DROP COLUMN IF EXISTS total_completed;

1337
db/etl_feiqiu/schemas/app.sql Normal file
View File

File diff suppressed because it is too large Load Diff

99
db/etl_feiqiu/schemas/core.sql Normal file
View File

@@ -0,0 +1,99 @@
-- =============================================================================
-- etl_feiqiu / core（跨门店标准化维度/事实）
-- 生成日期：2026-04-05
-- 来源：测试库（通过脚本自动导出）
-- =============================================================================
CREATE SCHEMA IF NOT EXISTS core;
-- 表
CREATE TABLE core.dim_assistant (
assistant_id bigint NOT NULL,
tenant_id bigint NOT NULL,
site_id bigint NOT NULL,
real_name text NOT NULL,
nickname text,
mobile text,
level integer,
assistant_status integer,
leave_status integer
);
CREATE TABLE core.dim_goods_category (
category_id bigint NOT NULL,
tenant_id bigint NOT NULL,
category_name text NOT NULL,
parent_id bigint,
level integer
);
CREATE TABLE core.dim_member (
member_id bigint NOT NULL,
system_member_id bigint,
tenant_id bigint NOT NULL,
register_site_id bigint NOT NULL,
mobile text,
nickname text,
member_card_grade_name text,
status integer
);
CREATE TABLE core.dim_site (
site_id bigint NOT NULL,
tenant_id bigint NOT NULL,
shop_name text NOT NULL,
site_label text,
shop_status integer,
site_id_alias bigint
);
CREATE TABLE core.dim_table (
table_id bigint NOT NULL,
site_id bigint NOT NULL,
table_name text NOT NULL,
site_table_area_name text,
table_price numeric(18,2)
);
CREATE TABLE core.fact_payment (
payment_id bigint NOT NULL,
site_id bigint NOT NULL,
order_settle_id bigint,
pay_type integer,
pay_amount numeric(18,2),
pay_time timestamp with time zone,
status integer
);
CREATE TABLE core.fact_settlement (
order_settle_id bigint NOT NULL,
site_id bigint NOT NULL,
tenant_id bigint NOT NULL,
order_trade_no bigint,
member_id bigint,
total_amount numeric(18,2),
actual_amount numeric(18,2),
discount_amount numeric(18,2),
pay_status integer,
settle_time timestamp with time zone,
created_at timestamp with time zone,
updated_at timestamp with time zone
);
-- 约束（主键 / 唯一 / 外键）
ALTER TABLE core.dim_assistant ADD CONSTRAINT dim_assistant_pkey PRIMARY KEY (assistant_id);
ALTER TABLE core.dim_goods_category ADD CONSTRAINT dim_goods_category_pkey PRIMARY KEY (category_id);
ALTER TABLE core.dim_member ADD CONSTRAINT dim_member_pkey PRIMARY KEY (member_id);
ALTER TABLE core.dim_site ADD CONSTRAINT dim_site_pkey PRIMARY KEY (site_id);
ALTER TABLE core.dim_table ADD CONSTRAINT dim_table_pkey PRIMARY KEY (table_id);
ALTER TABLE core.fact_payment ADD CONSTRAINT fact_payment_pkey PRIMARY KEY (payment_id);
ALTER TABLE core.fact_settlement ADD CONSTRAINT fact_settlement_pkey PRIMARY KEY (order_settle_id);
-- 索引
CREATE INDEX idx_core_assistant_site ON core.dim_assistant USING btree (site_id);
CREATE INDEX idx_core_member_site ON core.dim_member USING btree (register_site_id);
CREATE INDEX idx_core_table_site ON core.dim_table USING btree (site_id);
CREATE INDEX idx_core_payment_site ON core.fact_payment USING btree (site_id);
CREATE INDEX idx_core_settlement_site ON core.fact_settlement USING btree (site_id);
CREATE INDEX idx_core_settlement_time ON core.fact_settlement USING btree (settle_time);

1284
db/etl_feiqiu/schemas/dwd.sql Normal file
View File

File diff suppressed because it is too large Load Diff

1695
db/etl_feiqiu/schemas/dws.sql Normal file
View File

File diff suppressed because it is too large Load Diff

77
db/etl_feiqiu/schemas/meta.sql Normal file
View File

@@ -0,0 +1,77 @@
-- =============================================================================
-- etl_feiqiu / meta（ETL 调度元数据）
-- 生成日期：2026-04-05
-- 来源：测试库（通过脚本自动导出）
-- =============================================================================
CREATE SCHEMA IF NOT EXISTS meta;
-- 序列
CREATE SEQUENCE IF NOT EXISTS meta.etl_cursor_cursor_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS meta.etl_run_run_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS meta.etl_task_task_id_seq AS bigint;
-- 表
CREATE TABLE meta.etl_cursor (
cursor_id bigint DEFAULT nextval('meta.etl_cursor_cursor_id_seq'::regclass) NOT NULL,
task_id bigint NOT NULL,
store_id bigint NOT NULL,
last_start timestamp with time zone,
last_end timestamp with time zone,
last_id bigint,
last_run_id bigint,
extra jsonb DEFAULT '{}'::jsonb,
created_at timestamp with time zone DEFAULT now(),
updated_at timestamp with time zone DEFAULT now()
);
CREATE TABLE meta.etl_run (
run_id bigint DEFAULT nextval('meta.etl_run_run_id_seq'::regclass) NOT NULL,
run_uuid text NOT NULL,
task_id bigint NOT NULL,
store_id bigint NOT NULL,
status text NOT NULL,
started_at timestamp with time zone DEFAULT now(),
ended_at timestamp with time zone,
window_start timestamp with time zone,
window_end timestamp with time zone,
window_minutes integer,
overlap_seconds integer,
fetched_count integer DEFAULT 0,
loaded_count integer DEFAULT 0,
updated_count integer DEFAULT 0,
skipped_count integer DEFAULT 0,
error_count integer DEFAULT 0,
unknown_fields integer DEFAULT 0,
export_dir text,
log_path text,
request_params jsonb DEFAULT '{}'::jsonb,
manifest jsonb DEFAULT '{}'::jsonb,
error_message text,
extra jsonb DEFAULT '{}'::jsonb
);
CREATE TABLE meta.etl_task (
task_id bigint DEFAULT nextval('meta.etl_task_task_id_seq'::regclass) NOT NULL,
task_code text NOT NULL,
store_id bigint NOT NULL,
enabled boolean DEFAULT true,
cursor_field text,
window_minutes_default integer DEFAULT 30,
overlap_seconds integer DEFAULT 600,
page_size integer DEFAULT 200,
retry_max integer DEFAULT 3,
params jsonb DEFAULT '{}'::jsonb,
created_at timestamp with time zone DEFAULT now(),
updated_at timestamp with time zone DEFAULT now()
);
-- 约束（主键 / 唯一 / 外键）
ALTER TABLE meta.etl_cursor ADD CONSTRAINT etl_cursor_task_id_fkey FOREIGN KEY (task_id) REFERENCES meta.etl_task(task_id) ON DELETE CASCADE;
ALTER TABLE meta.etl_cursor ADD CONSTRAINT etl_cursor_pkey PRIMARY KEY (cursor_id);
ALTER TABLE meta.etl_cursor ADD CONSTRAINT etl_cursor_task_id_store_id_key UNIQUE (task_id, store_id);
ALTER TABLE meta.etl_run ADD CONSTRAINT etl_run_task_id_fkey FOREIGN KEY (task_id) REFERENCES meta.etl_task(task_id) ON DELETE CASCADE;
ALTER TABLE meta.etl_run ADD CONSTRAINT etl_run_pkey PRIMARY KEY (run_id);
ALTER TABLE meta.etl_task ADD CONSTRAINT etl_task_pkey PRIMARY KEY (task_id);
ALTER TABLE meta.etl_task ADD CONSTRAINT etl_task_task_code_store_id_key UNIQUE (task_code, store_id);

1150
db/etl_feiqiu/schemas/ods.sql Normal file
View File

File diff suppressed because it is too large Load Diff