diff --git a/.claude/hooks/post_edit_db_doc_sync.py b/.claude/hooks/post_edit_db_doc_sync.py
new file mode 100644
index 0000000..9fb2008
--- /dev/null
+++ b/.claude/hooks/post_edit_db_doc_sync.py
@@ -0,0 +1,26 @@
+#!/usr/bin/env python3
+"""PostToolUse hook: 编辑 db/ 下 SQL 文件后提醒同步 docs/database/"""
+import json, re, sys
+
+try:
+ data = json.load(sys.stdin)
+except Exception:
+ sys.exit(0)
+
+fp = (data.get("tool_input") or {}).get("file_path", "")
+if not fp:
+ sys.exit(0)
+
+rel = re.sub(r"^.*?NeoZQYY[/\\]", "", fp.replace("\\", "/"))
+
+# 匹配 db/ 下的 SQL 文件(schemas、migrations、脚本等)
+if re.search(r"^db/.*\.sql$", rel):
+ print(json.dumps({
+ "hookSpecificOutput": {
+ "hookEventName": "PostToolUse",
+ "additionalContext": (
+ f"[db-doc-sync] 已编辑数据库文件: {rel} — "
+ "根据 Schema 变更规则,完成后须同步更新 docs/database/(变更说明、兼容性、回滚策略、验证 SQL)"
+ )
+ }
+ }))
diff --git a/.claude/hooks/post_edit_rls_dual_schema.py b/.claude/hooks/post_edit_rls_dual_schema.py
new file mode 100644
index 0000000..1c40e26
--- /dev/null
+++ b/.claude/hooks/post_edit_rls_dual_schema.py
@@ -0,0 +1,37 @@
+#!/usr/bin/env python3
+"""PostToolUse hook: 编辑含 CREATE VIEW 的 SQL 文件时提醒双 Schema 规则"""
+import json, re, sys
+
+try:
+ data = json.load(sys.stdin)
+except Exception:
+ sys.exit(0)
+
+fp = (data.get("tool_input") or {}).get("file_path", "")
+if not fp:
+ sys.exit(0)
+
+rel = re.sub(r"^.*?NeoZQYY[/\\]", "", fp.replace("\\", "/"))
+
+# 仅检查 db/ 下的 SQL 文件
+if not re.search(r"^db/.*\.sql$", rel):
+ sys.exit(0)
+
+# 读取文件内容检查是否包含 CREATE VIEW
+try:
+ with open(fp, "r", encoding="utf-8") as f:
+ content = f.read()
+except Exception:
+ sys.exit(0)
+
+# 检测 CREATE [OR REPLACE] VIEW 语句
+if re.search(r"CREATE\s+(OR\s+REPLACE\s+)?VIEW\s+(dws|dwd|core)\.", content, re.IGNORECASE):
+ print(json.dumps({
+ "hookSpecificOutput": {
+ "hookEventName": "PostToolUse",
+ "additionalContext": (
+ f"[rls-dual-schema] 检测到 {rel} 中包含 dws/dwd/core schema 的 VIEW 定义 — "
+ "根据 RLS 视图双 Schema 规则,必须同时在原 schema 和 app schema 创建对应视图,否则后端查询会失败。"
+ )
+ }
+ }))
diff --git a/.claude/hooks/pre_demo_protect.py b/.claude/hooks/pre_demo_protect.py
new file mode 100644
index 0000000..18b8f2b
--- /dev/null
+++ b/.claude/hooks/pre_demo_protect.py
@@ -0,0 +1,24 @@
+#!/usr/bin/env python3
+"""PreToolUse hook: 保护 demo-miniprogram 目录不被删除或移入 _DEL/"""
+import json, re, sys
+
+try:
+ data = json.load(sys.stdin)
+except Exception:
+ sys.exit(0)
+
+tool = data.get("tool_name", "")
+tool_input = data.get("tool_input") or {}
+
+DEMO_DIR = "demo-miniprogram"
+
+if tool == "Bash":
+ cmd = tool_input.get("command", "")
+ # 检查命令是否在对 demo-miniprogram 执行删除/移动操作
+ if DEMO_DIR in cmd and re.search(r"\b(rm|rmdir|del|move|mv)\b", cmd, re.IGNORECASE):
+ # 允许 mv 到非 _DEL 目录(如正常重命名),但阻止移入 _DEL
+ if re.search(r"\brm\b|\brmdir\b|\bdel\b", cmd, re.IGNORECASE) or "_DEL" in cmd:
+ print(json.dumps({
+ "decision": "block",
+ "reason": f"[demo-protect] apps/{DEMO_DIR}/ 禁止删除或移入 _DEL/。该目录是 UI 样式标杆校对基准。"
+ }))
diff --git a/.claude/hooks/pre_read_archived_block.py b/.claude/hooks/pre_read_archived_block.py
new file mode 100644
index 0000000..8877287
--- /dev/null
+++ b/.claude/hooks/pre_read_archived_block.py
@@ -0,0 +1,28 @@
+#!/usr/bin/env python3
+"""PreToolUse hook: 阻止读取 _archived/ 目录下的文件"""
+import json, re, sys
+
+try:
+ data = json.load(sys.stdin)
+except Exception:
+ sys.exit(0)
+
+tool = data.get("tool_name", "")
+tool_input = data.get("tool_input") or {}
+
+# 从不同工具中提取路径
+path = ""
+if tool in ("Read", "Edit", "Write"):
+ path = tool_input.get("file_path", "")
+elif tool == "Glob":
+ path = tool_input.get("path", "")
+
+path = path.replace("\\", "/")
+
+if re.search(r"/_archived/|/_archived$|^_archived/", path) or re.search(
+ r"[/\\]_archived[/\\]", tool_input.get("file_path", "")
+):
+ print(json.dumps({
+ "decision": "block",
+ "reason": "[archived-block] _archived/ 目录内容已废弃,禁止读取或参考。请使用当前版本的文件。"
+ }))
diff --git a/.claude/hooks/stop_audit_check.py b/.claude/hooks/stop_audit_check.py
index 93451b2..5dca45d 100644
--- a/.claude/hooks/stop_audit_check.py
+++ b/.claude/hooks/stop_audit_check.py
@@ -22,8 +22,5 @@ except Exception:
high_risk = result.get("high_risk_files", [])
if result.get("audit_required", False) and len(high_risk) > 0:
print(json.dumps({
- "hookSpecificOutput": {
- "hookEventName": "Stop",
- "additionalContext": f"[audit-check] 当前有 {len(high_risk)} 个高风险文件变更未审计。建议执行 /audit。"
- }
+ "systemMessage": f"[audit-check] 当前有 {len(high_risk)} 个高风险文件变更未审计。建议执行 /audit。"
}))
diff --git a/.claude/hooks/stop_verify_check.py b/.claude/hooks/stop_verify_check.py
new file mode 100644
index 0000000..0e0978c
--- /dev/null
+++ b/.claude/hooks/stop_verify_check.py
@@ -0,0 +1,81 @@
+#!/usr/bin/env python3
+"""Stop hook: 检查是否有逻辑改动未验证(未跑测试)、DDL 变更未建迁移"""
+import json, re, subprocess, sys, os
+
+project_dir = os.environ.get("CLAUDE_PROJECT_DIR", os.getcwd())
+
+try:
+ r = subprocess.run(
+ ["git", "diff", "--name-only"],
+ capture_output=True, text=True, timeout=10, cwd=project_dir,
+ )
+ staged = subprocess.run(
+ ["git", "diff", "--name-only", "--cached"],
+ capture_output=True, text=True, timeout=10, cwd=project_dir,
+ )
+ changed = set((r.stdout + "\n" + staged.stdout).strip().splitlines())
+except Exception:
+ sys.exit(0)
+
+if not changed:
+ sys.exit(0)
+
+warnings = []
+
+# --- 1. 逻辑改动未验证检查 ---
+LOGIC_PATTERNS = [
+ r"^apps/etl/connectors/feiqiu/(tasks|loaders|scd|orchestration|config|database|models|quality)/",
+ r"^apps/backend/app/(routers|services|auth|schemas)/",
+ r"^packages/shared/",
+]
+
+logic_files = [
+ f for f in changed
+ if any(re.search(p, f) for p in LOGIC_PATTERNS)
+]
+
+if logic_files:
+ # 检查是否有测试结果文件被修改(间接判断是否跑了测试)
+ # 更可靠的方式:检查变更中是否包含测试文件
+ test_files = [f for f in changed if re.search(r"tests?/", f)]
+ if not test_files:
+ count = len(logic_files)
+ warnings.append(
+ f"本次会话修改了 {count} 个逻辑文件但未发现测试文件变更,"
+ "建议运行相关测试验证(单元/集成/lint)"
+ )
+
+# --- 2. DDL 变更未建迁移检查 ---
+schema_files = [f for f in changed if re.search(r"^db/[^/]+/schemas/.*\.sql$", f)]
+migration_files = [f for f in changed if re.search(r"^db/[^/]+/migrations/.*\.sql$", f)]
+
+if schema_files and not migration_files:
+ # 也检查 untracked 的迁移文件
+ try:
+ untracked = subprocess.run(
+ ["git", "ls-files", "--others", "--exclude-standard", "db/"],
+ capture_output=True, text=True, timeout=10, cwd=project_dir,
+ )
+ new_migrations = [
+ f for f in untracked.stdout.strip().splitlines()
+ if re.search(r"^db/[^/]+/migrations/.*\.sql$", f)
+ ]
+ except Exception:
+ new_migrations = []
+
+ if not new_migrations:
+ dbs = set()
+ for f in schema_files:
+ m = re.match(r"^db/([^/]+)/", f)
+ if m:
+ dbs.add(m.group(1))
+ db_list = ", ".join(sorted(dbs))
+ warnings.append(
+ f"检测到 {db_list} 的 schemas/ DDL 已变更但无对应迁移脚本,"
+ "建议在 db/*/migrations/ 创建增量迁移文件"
+ )
+
+# --- 输出 ---
+if warnings:
+ msg = "[verify-check] " + " | ".join(warnings)
+ print(json.dumps({"systemMessage": msg}))
diff --git a/.claude/settings.json b/.claude/settings.json
index 92a7e27..31134bd 100644
--- a/.claude/settings.json
+++ b/.claude/settings.json
@@ -32,7 +32,10 @@
"Bash(cp -r tmp _DEL/tmp_backup)",
"Bash(*)",
"Bash(touch tmp/.gitkeep)",
- "Bash(ls -la c:/NeoZQYY/docs/audit/session_logs/_session_index*.json)"
+ "Bash(ls -la c:/NeoZQYY/docs/audit/session_logs/_session_index*.json)",
+ "mcp__pg-etl-test__execute_sql",
+ "mcp__pg-app-test__execute_sql",
+ "mcp__pg-app-test__list_schemas"
],
"additionalDirectories": [
"C:\\Users\\Administrator\\.claude",
@@ -52,6 +55,28 @@
]
}
],
+ "PreToolUse": [
+ {
+ "matcher": "Read|Edit|Write|Glob",
+ "hooks": [
+ {
+ "type": "command",
+ "command": "python \"$CLAUDE_PROJECT_DIR/.claude/hooks/pre_read_archived_block.py\"",
+ "timeout": 5
+ }
+ ]
+ },
+ {
+ "matcher": "Bash|Edit|Write",
+ "hooks": [
+ {
+ "type": "command",
+ "command": "python \"$CLAUDE_PROJECT_DIR/.claude/hooks/pre_demo_protect.py\"",
+ "timeout": 5
+ }
+ ]
+ }
+ ],
"PostToolUse": [
{
"matcher": "Edit|Write",
@@ -62,6 +87,26 @@
"timeout": 5
}
]
+ },
+ {
+ "matcher": "Edit|Write",
+ "hooks": [
+ {
+ "type": "command",
+ "command": "python \"$CLAUDE_PROJECT_DIR/.claude/hooks/post_edit_db_doc_sync.py\"",
+ "timeout": 5
+ }
+ ]
+ },
+ {
+ "matcher": "Edit|Write",
+ "hooks": [
+ {
+ "type": "command",
+ "command": "python \"$CLAUDE_PROJECT_DIR/.claude/hooks/post_edit_rls_dual_schema.py\"",
+ "timeout": 10
+ }
+ ]
}
],
"Stop": [
@@ -73,6 +118,15 @@
"timeout": 15
}
]
+ },
+ {
+ "hooks": [
+ {
+ "type": "command",
+ "command": "python \"$CLAUDE_PROJECT_DIR/.claude/hooks/stop_verify_check.py\"",
+ "timeout": 15
+ }
+ ]
}
]
}
diff --git a/.env b/.env
index 6f5a9d4..d1d0dcf 100644
--- a/.env
+++ b/.env
@@ -104,25 +104,37 @@ SYSTEM_LOG_ROOT=C:/NeoZQYY/export/SYSTEM/LOGS
# ------------------------------------------------------------------------------
# 后端结构化日志目录
BACKEND_LOG_ROOT=C:/NeoZQYY/export/BACKEND/LOGS
+# 用户头像存储目录
+AVATAR_EXPORT_PATH=C:/NeoZQYY/export/BACKEND/avatars
# ------------------------------------------------------------------------------
-# 阿里云百炼 AI 配置
+# DashScope AI 配置(百炼 Application API)
# CHANGE 2026-02-23 | 从 PRD 文档迁移至 .env,禁止在文档中明文存放
+# CHANGE P14 | BAILIAN_* → DASHSCOPE_*;移除 BASE_URL/MODEL(Application API 不需要)
# ------------------------------------------------------------------------------
-BAILIAN_API_KEY=sk-6def29cab3474cc797e52b82a46a5dba
-BAILIAN_MODEL=qwen-plus
-BAILIAN_BASE_URL=https://dashscope.aliyuncs.com/compatible-mode/v1
-BAILIAN_TEST_APP_ID=541edb3d5fcd4c18b13cbad81bb5fb9d
+DASHSCOPE_API_KEY=sk-6def29cab3474cc797e52b82a46a5dba
+DASHSCOPE_WORKSPACE_ID=
-# CHANGE 2026-03-05 | 8 个百炼 AI 应用 ID(从百炼平台获取,2026-03-05 更新)
-BAILIAN_APP_ID_1_CHAT=979dabe6f22a43989632b8c662cac97c
-BAILIAN_APP_ID_2_FINANCE=1dcdb5f39c3040b6af8ef79215b9b051
-BAILIAN_APP_ID_3_CLUE=708bf45439cd48c7ab9a514d03482890
-BAILIAN_APP_ID_4_ANALYSIS=ea7b1c374f574b9a925a2fb5789a9b90
-BAILIAN_APP_ID_5_TACTICS=46f54e6053df4bb0b83be29366025cf6
-BAILIAN_APP_ID_6_NOTE=025bb344146b4e4e8be30c444adab3b4
-BAILIAN_APP_ID_7_CUSTOMER=df35e06991b24d49971c03c6428a9c87
-BAILIAN_APP_ID_8_CONSOLIDATE=407dfb89283b4196934eec5fefe3ebc2
+# 8 个百炼 AI 应用 ID(从百炼平台获取,通过 app_id 指定应用)
+# 应用 1:通用对话 | 应用 2:财务洞察 | 应用 3:客户数据维客线索分析
+# 应用 4:关系分析/任务建议 | 应用 5:话术参考 | 应用 6:备注分析
+# 应用 7:客户分析 | 应用 8:维客线索整理
+DASHSCOPE_APP_ID_1_CHAT=979dabe6f22a43989632b8c662cac97c
+DASHSCOPE_APP_ID_2_FINANCE=1dcdb5f39c3040b6af8ef79215b9b051
+DASHSCOPE_APP_ID_3_CLUE=708bf45439cd48c7ab9a514d03482890
+DASHSCOPE_APP_ID_4_ANALYSIS=ea7b1c374f574b9a925a2fb5789a9b90
+DASHSCOPE_APP_ID_5_TACTICS=46f54e6053df4bb0b83be29366025cf6
+DASHSCOPE_APP_ID_6_NOTE=025bb344146b4e4e8be30c444adab3b4
+DASHSCOPE_APP_ID_7_CUSTOMER=df35e06991b24d49971c03c6428a9c87
+DASHSCOPE_APP_ID_8_CONSOLIDATE=407dfb89283b4196934eec5fefe3ebc2
+# 应用 9:Session 日志摘要生成(Kiro agent_on_stop + batch_generate_summaries 使用)
+DASHSCOPE_APP_ID_SUMMARY=e0cf8913b1ee4a4eb9464cc1ee0bf300
+
+# 内部 API 认证 token(ETL 等内部服务调用 /api/internal/* 端点时使用)
+INTERNAL_API_TOKEN=C4Rs45fEoMC3u2PR4-jvakl8SBYpU9kV7JFiTj-TJAc
+
+# 后端 API 地址(ETL 触发 AI 事件时使用,如 http://localhost:8000)
+BACKEND_API_URL=http://localhost:8000
# ------------------------------------------------------------------------------
# 微信小程序
@@ -147,3 +159,18 @@ PIPELINE_RATE_MAX=2.0
OPS_SERVER_BASE=C:/NeoZQYY
ETL_PROJECT_PATH=C:/NeoZQYY/apps/etl/connectors/feiqiu
ETL_PYTHON_EXECUTABLE=C:/NeoZQYY/.venv/Scripts/python.exe
+
+# === Dev Trace Log ===
+# 全链路请求追踪日志(仅开发/测试环境使用,生产环境关闭)
+DEV_TRACE_ENABLED=true
+DEV_TRACE_LOG_DIR=export/dev-trace-logs
+DEV_TRACE_LOG_RETENTION_DAYS=7
+DEV_TRACE_LOG_SQL=true
+DEV_TRACE_LOG_PARAMS=true
+
+# ------------------------------------------------------------------------------
+# DWS 工资计算配置
+# CHANGE 2026-03-27 | 允许非月初结算期运行工资计算任务(临时开关)
+# 正常调度只在月初 1-5 号跑上月工资,此开关允许月中手动跑当月工资
+# ------------------------------------------------------------------------------
+DWS_SALARY_ALLOW_OUT_OF_CYCLE=true
diff --git a/.mcp.json b/.mcp.json
index 356f2a3..126aef8 100644
--- a/.mcp.json
+++ b/.mcp.json
@@ -33,18 +33,18 @@
"disabled": false
},
"weixin-devtools-mcp": {
- "command": "npx",
- "args": ["-y", "weixin-devtools-mcp", "--tools-profile=full", "--ws-endpoint=ws://127.0.0.1:9420"],
+ "command": "cmd",
+ "args": ["/c", "npx", "-y", "weixin-devtools-mcp", "--tools-profile=full", "--ws-endpoint=ws://127.0.0.1:9420"],
"env": {
"WECHAT_DEVTOOLS_CLI": "C:\\dev\\WechatDevtools\\cli.bat",
"WECHAT_DEVTOOLS_PROJECT": "C:\\NeoZQYY\\apps\\miniprogram"
},
- "disabled": true
+ "disabled": false
},
"playwright": {
- "command": "npx",
- "args": ["@playwright/mcp@latest"],
- "disabled": true
+ "command": "cmd",
+ "args": ["/c", "npx", "@playwright/mcp@latest"],
+ "disabled": false
},
"openapi": {
"command": "uv",
@@ -61,7 +61,7 @@
"env": {
"PYTHONUTF8": "1"
},
- "disabled": true
+ "disabled": false
}
}
}
diff --git a/CLAUDE.md b/CLAUDE.md
index e02f04e..bac9402 100644
--- a/CLAUDE.md
+++ b/CLAUDE.md
@@ -156,6 +156,15 @@ cd apps/miniprogram && npm test # 小程序 Jest
例外:纯格式调整、注释/文档纯文字修改、用户说"直接改/跳过调研"、新建文件且不涉及已有逻辑
+## 改动后验证(强制)
+
+逻辑改动完成后,必须执行以下验证步骤:
+1. 运行相关测试(单元/集成/lint),如无法运行需说明原因
+2. 输出 diff 摘要(改了哪些文件、每个文件改动要点)
+3. 列出未覆盖的风险点(未测试的路径、可能的副作用、需要人工验证的场景)
+
+例外:纯格式/文档/注释调整、用户说"跳过验证"
+
## 数据库 Schema 变更规则
修改任何影响 PostgreSQL schema 的内容(迁移/DDL/表定义/ORM 模型)时,必须同步更新 `docs/database/`:
diff --git a/apps/backend/app/database.py b/apps/backend/app/database.py
index 2739979..559c1bb 100644
--- a/apps/backend/app/database.py
+++ b/apps/backend/app/database.py
@@ -31,6 +31,31 @@ from app.config import (
ETL_DB_USER,
)
+# TCP keepalive 参数:防止长期运行的后台服务连接被网络设备/PostgreSQL 回收
+_KEEPALIVE_KWARGS = {
+ "keepalives": 1,
+ "keepalives_idle": 60, # 空闲 60 秒后开始探测
+ "keepalives_interval": 10, # 每 10 秒探测一次
+ "keepalives_count": 3, # 连续 3 次失败判定断开
+}
+
+# 连接重试参数:应对 PostgreSQL 瞬时不可用(Tailscale 网络抖动等)
+_CONNECT_MAX_RETRIES = 3
+_CONNECT_RETRY_DELAY = 1.0 # 秒
+
+
+def _connect_with_retry(connect_fn, max_retries=_CONNECT_MAX_RETRIES):
+ """带重试的数据库连接,应对服务端瞬时拒绝连接。"""
+ last_exc = None
+ for attempt in range(max_retries):
+ try:
+ return connect_fn()
+ except psycopg2.OperationalError as e:
+ last_exc = e
+ if attempt < max_retries - 1:
+ time.sleep(_CONNECT_RETRY_DELAY * (attempt + 1))
+ raise last_exc
+
def get_connection() -> PgConnection:
"""
@@ -49,13 +74,14 @@ def get_connection() -> PgConnection:
start = time.perf_counter() if should_trace else 0.0
- conn = psycopg2.connect(
+ conn = _connect_with_retry(lambda: psycopg2.connect(
host=DB_HOST,
port=DB_PORT,
user=DB_USER,
password=DB_PASSWORD,
dbname=APP_DB_NAME,
- )
+ **_KEEPALIVE_KWARGS,
+ ))
if should_trace:
from datetime import datetime
@@ -86,13 +112,14 @@ def get_etl_global_readonly_connection() -> PgConnection:
用于系统管理后台等不需要门店隔离的场景(如 ETL 状态监控)。
"""
- conn = psycopg2.connect(
+ conn = _connect_with_retry(lambda: psycopg2.connect(
host=ETL_DB_HOST,
port=ETL_DB_PORT,
user=ETL_DB_USER,
password=ETL_DB_PASSWORD,
dbname=ETL_DB_NAME,
- )
+ **_KEEPALIVE_KWARGS,
+ ))
try:
conn.autocommit = False
with conn.cursor() as cur:
@@ -121,13 +148,14 @@ def get_etl_readonly_connection(site_id: int | str) -> PgConnection:
finally:
conn.close()
"""
- conn = psycopg2.connect(
+ conn = _connect_with_retry(lambda: psycopg2.connect(
host=ETL_DB_HOST,
port=ETL_DB_PORT,
user=ETL_DB_USER,
password=ETL_DB_PASSWORD,
dbname=ETL_DB_NAME,
- )
+ **_KEEPALIVE_KWARGS,
+ ))
try:
conn.autocommit = False
with conn.cursor() as cur:
@@ -142,3 +170,23 @@ def get_etl_readonly_connection(site_id: int | str) -> PgConnection:
conn.close()
raise
return conn
+
+
+def get_etl_write_connection() -> PgConnection:
+ """
+ 获取 ETL 数据库(etl_feiqiu)的可写连接。
+
+ 仅用于后端需要回写 ETL 汇总表的场景(如 task_generator 回写关系指数统计)。
+ 不设置 RLS 隔离,调用方需在 SQL 中显式指定 site_id。
+ 调用方负责关闭连接。
+ """
+ conn = _connect_with_retry(lambda: psycopg2.connect(
+ host=ETL_DB_HOST,
+ port=ETL_DB_PORT,
+ user=ETL_DB_USER,
+ password=ETL_DB_PASSWORD,
+ dbname=ETL_DB_NAME,
+ **_KEEPALIVE_KWARGS,
+ ))
+ conn.autocommit = False
+ return conn
diff --git a/apps/backend/app/routers/internal_events.py b/apps/backend/app/routers/internal_events.py
index 6ba671c..6345157 100644
--- a/apps/backend/app/routers/internal_events.py
+++ b/apps/backend/app/routers/internal_events.py
@@ -39,6 +39,61 @@ class RunJobByNameResponse(BaseModel):
job_name: str
+class EtlCompletedRequest(BaseModel):
+ """ETL 完成通知请求体。"""
+ pipeline: str = Field(default="api_full", description="完成的 pipeline 名称")
+ site_id: int | None = Field(default=None, description="门店 ID(可选)")
+
+
+class EtlCompletedResponse(BaseModel):
+ """ETL 完成编排结果。"""
+ success: bool
+ recall_result: dict | None = None
+ task_gen_result: dict | None = None
+ message: str = ""
+
+
+@router.post("/etl-completed", response_model=EtlCompletedResponse)
+async def etl_completed_endpoint(
+ body: EtlCompletedRequest,
+ _token: str = Depends(verify_internal_token),
+) -> EtlCompletedResponse:
+ """ETL pipeline 完成后的统一编排入口。
+
+ CHANGE 2026-04-07 | Fix-12:ETL 完成后自动触发。
+ 编排顺序:recall_detector.run() → task_generator.run()
+ """
+ from app.services import recall_detector, task_generator
+
+ recall_result = None
+ task_gen_result = None
+ errors = []
+
+ # Step 1: 先检查召回完成(含回溯)
+ try:
+ recall_result = recall_detector.run()
+ logger.info("ETL 编排 Step1 recall_detector 完成: %s", recall_result)
+ except Exception:
+ logger.exception("ETL 编排 Step1 recall_detector 失败")
+ errors.append("recall_detector failed")
+
+ # Step 2: 再生成新任务
+ try:
+ task_gen_result = task_generator.run()
+ logger.info("ETL 编排 Step2 task_generator 完成: %s", task_gen_result)
+ except Exception:
+ logger.exception("ETL 编排 Step2 task_generator 失败")
+ errors.append("task_generator failed")
+
+ success = len(errors) == 0
+ return EtlCompletedResponse(
+ success=success,
+ recall_result=recall_result,
+ task_gen_result=task_gen_result,
+ message="; ".join(errors) if errors else "ok",
+ )
+
+
@router.post("/run-job", response_model=RunJobByNameResponse)
async def run_job_by_name_endpoint(
body: RunJobByNameRequest,
diff --git a/apps/backend/app/routers/xcx_tasks.py b/apps/backend/app/routers/xcx_tasks.py
index 2248805..5f9d5eb 100644
--- a/apps/backend/app/routers/xcx_tasks.py
+++ b/apps/backend/app/routers/xcx_tasks.py
@@ -12,6 +12,7 @@
- POST /api/xcx/tasks/{id}/restore — 恢复任务
所有端点均需 JWT(approved 状态)。
+回访任务通过提交备注自动完成(note_service),不提供手动完成接口。
"""
from __future__ import annotations
@@ -20,6 +21,7 @@ from fastapi import APIRouter, Depends, Query
from app.auth.dependencies import CurrentUser
from app.middleware.permission import require_approved, require_permission
+
from app.schemas.xcx_tasks import (
AbandonRequest,
TaskDetailResponse,
diff --git a/apps/backend/app/services/board_service.py b/apps/backend/app/services/board_service.py
index d224388..1ab31a3 100644
--- a/apps/backend/app/services/board_service.py
+++ b/apps/backend/app/services/board_service.py
@@ -375,9 +375,9 @@ async def get_coach_board(
"task_total": task_recall + task_callback,
})
- # 7. 排序
+ # 7. 排序(id 作 tiebreaker 保证分页稳定)
sort_key, sort_desc = _SORT_KEY_MAP.get(sort, ("perf_hours", True))
- items.sort(key=lambda x: x.get(sort_key, 0), reverse=sort_desc)
+ items.sort(key=lambda x: (x.get(sort_key, 0), x.get("id", 0)), reverse=sort_desc)
# 移除内部排序字段
for item in items:
@@ -406,7 +406,9 @@ def _query_coach_tasks(
"""
查询助教任务完成数(BOARD-1 task 维度)。
- 来源: biz.coach_tasks,按 task_type 分类统计 recall/callback。
+ CHANGE 2026-04-08 | Fix-13 改造:
+ - recall: 广义召回数(从 biz.recall_events 统计,按天去重,不重复叠加)
+ - callback: 回访完成数(从 biz.coach_tasks 统计,status='completed')
"""
if not assistant_ids:
return {}
@@ -414,26 +416,42 @@ def _query_coach_tasks(
result: dict[int, dict] = {}
try:
with conn.cursor() as cur:
+ # 广义召回数:从 recall_events 统计(天然去重)
cur.execute(
"""
- SELECT assistant_id,
- COUNT(*) FILTER (WHERE task_type IN ('high_priority_recall', 'priority_recall')) AS recall_count,
- COUNT(*) FILTER (WHERE task_type = 'relationship_building') AS callback_count
- FROM biz.coach_tasks
+ SELECT assistant_id, COUNT(*) AS recall_count
+ FROM biz.recall_events
WHERE assistant_id = ANY(%s)
AND site_id = %s
- AND completed_at >= %s::date
- AND completed_at <= %s::date
- AND status = 'completed'
+ AND pay_time >= %s::date
+ AND pay_time < (%s::date + INTERVAL '1 day')
GROUP BY assistant_id
""",
(assistant_ids, site_id, start_date, end_date),
)
for row in cur.fetchall():
- result[row[0]] = {
- "recall": row[1] or 0,
- "callback": row[2] or 0,
- }
+ result.setdefault(row[0], {"recall": 0, "callback": 0})
+ result[row[0]]["recall"] = row[1] or 0
+
+ # 回访完成数:从 coach_tasks 统计
+ cur.execute(
+ """
+ SELECT assistant_id, COUNT(*) AS callback_count
+ FROM biz.coach_tasks
+ WHERE assistant_id = ANY(%s)
+ AND site_id = %s
+ AND completed_at >= %s::date
+ AND completed_at < (%s::date + INTERVAL '1 day')::timestamptz
+ AND status = 'completed'
+ AND task_type = 'follow_up_visit'
+ GROUP BY assistant_id
+ """,
+ (assistant_ids, site_id, start_date, end_date),
+ )
+ for row in cur.fetchall():
+ result.setdefault(row[0], {"recall": 0, "callback": 0})
+ result[row[0]]["callback"] = row[1] or 0
+
conn.commit()
except Exception:
logger.warning("BOARD-1 任务查询失败,降级为空", exc_info=True)
@@ -762,11 +780,16 @@ def _build_overview(
) -> dict:
"""经营一览板块。
- CHANGE 2026-04-01 | board-finance-dws-area-refactor 9.1 |
- 改为从 dws_finance_area_daily 按 area_code 查询(通过 get_finance_overview_area)。
+ CHANGE 2026-04-08 | P0 修复发生额失真 |
+ area=all 时回退到 dws_finance_daily_summary(get_finance_overview),
+ 仅 area≠all 时走 dws_finance_area_daily(get_finance_overview_area)。
+ 原因:area_daily 的 all 行只聚合有桌台映射的结算单,漏算无桌台单据约 12%。
"""
try:
- data = fdw_queries.get_finance_overview_area(conn, site_id, start, end, area)
+ if area == "all":
+ data = fdw_queries.get_finance_overview(conn, site_id, start, end)
+ else:
+ data = fdw_queries.get_finance_overview_area(conn, site_id, start, end, area)
except Exception:
logger.warning("overview 查询失败,降级为空", exc_info=True)
return _empty_overview()
@@ -775,7 +798,10 @@ def _build_overview(
if compare == 1 and prev_start and prev_end:
try:
- prev = fdw_queries.get_finance_overview_area(conn, site_id, prev_start, prev_end, area)
+ if area == "all":
+ prev = fdw_queries.get_finance_overview(conn, site_id, prev_start, prev_end)
+ else:
+ prev = fdw_queries.get_finance_overview_area(conn, site_id, prev_start, prev_end, area)
_attach_compare(result, data, prev, [
"occurrence", "discount", "discount_rate", "confirmed_revenue",
"cash_in", "cash_out", "cash_balance", "balance_rate",
diff --git a/apps/backend/app/services/fdw_queries.py b/apps/backend/app/services/fdw_queries.py
index dc69871..2e8fe1d 100644
--- a/apps/backend/app/services/fdw_queries.py
+++ b/apps/backend/app/services/fdw_queries.py
@@ -937,18 +937,18 @@ def get_consumption_60d(
"""
查询客户近 60 天消费金额。
- 来源: app.v_dwd_assistant_service_log。
- ⚠️ DWD-DOC 规则 1: 使用 ledger_amount(items_sum 口径)。
- ⚠️ 废单排除: is_delete = 0。
+ 来源: app.v_dws_member_consumption_summary(DWS 预聚合表)。
+ 与 board-customer spend60 维度统一口径:items_sum,60天窗口,日粒度。
+ 取最新 stat_date 的快照行。
"""
with _fdw_context(conn, site_id, etl_conn=etl_conn) as cur:
cur.execute(
"""
- SELECT COALESCE(SUM(ledger_amount), 0)
- FROM app.v_dwd_assistant_service_log
- WHERE tenant_member_id = %s
- AND is_delete = 0
- AND create_time >= (CURRENT_DATE - INTERVAL '60 days')::timestamptz
+ SELECT consume_amount_60d
+ FROM app.v_dws_member_consumption_summary
+ WHERE member_id = %s
+ ORDER BY stat_date DESC
+ LIMIT 1
""",
(member_id,),
)
@@ -1729,6 +1729,8 @@ def get_coach_sv_data(
result: dict[int, dict] = {}
with _fdw_context(conn, site_id) as cur:
+ # CHANGE 2026-04-07 | Fix-6:sv_consume 改为从结算表按 start_date/end_date 过滤,
+ # 使其随时间筛选联动,而非固定 60 天窗口。
cur.execute(
"""
WITH coach_members AS (
@@ -1737,11 +1739,21 @@ def get_coach_sv_data(
FROM app.v_dws_member_assistant_relation_index ri
WHERE ri.assistant_id = ANY(%s)
AND ri.session_count > 0
+ ),
+ period_consume AS (
+ SELECT sh.member_id,
+ COALESCE(SUM(sh.items_sum), 0) AS consume_amount
+ FROM app.v_dwd_settlement_head sh
+ WHERE sh.member_id = ANY(SELECT member_id FROM coach_members)
+ AND sh.settle_type IN (1, 3)
+ AND sh.pay_time::date >= %s::date
+ AND sh.pay_time::date <= %s::date
+ GROUP BY sh.member_id
)
SELECT cm.assistant_id,
COALESCE(SUM(ca_agg.balance), 0) AS sv_amount,
COUNT(DISTINCT CASE WHEN ca_agg.balance > 0 THEN cm.member_id END) AS sv_customer_count,
- COALESCE(SUM(cs.consume_amount_60d), 0) AS sv_consume
+ COALESCE(SUM(pc.consume_amount), 0) AS sv_consume
FROM coach_members cm
LEFT JOIN (
SELECT tenant_member_id, SUM(balance) AS balance
@@ -1749,11 +1761,11 @@ def get_coach_sv_data(
WHERE scd2_is_current = 1
GROUP BY tenant_member_id
) ca_agg ON cm.member_id = ca_agg.tenant_member_id
- LEFT JOIN app.v_dws_member_consumption_summary cs
- ON cm.member_id = cs.member_id
+ LEFT JOIN period_consume pc
+ ON cm.member_id = pc.member_id
GROUP BY cm.assistant_id
""",
- (assistant_ids,),
+ (assistant_ids, start_date, end_date),
)
for row in cur.fetchall():
result[row[0]] = {
@@ -1769,19 +1781,20 @@ def get_coach_sv_data(
# ---------------------------------------------------------------------------
-def _project_filter_clause(project: str) -> tuple[str, tuple]:
+def _project_filter_clause(project: str, member_col: str = "member_id") -> tuple[str, tuple]:
"""
生成项目筛选 SQL 片段(用于 BOARD-2 会员维度查询)。
CHANGE 2026-03-20 | R3 修复:project 参数直接接收 category_code
(BILLIARD/SNOOKER/MAHJONG/KTV/ALL),去掉 chinese→BILLIARD 映射层。
+ CHANGE 2026-04-07 | Fix-1:member_col 参数化,修复 6 个维度别名不匹配导致 SQL 500。
返回 (sql_fragment, params),sql_fragment 以 AND 开头,可直接拼入 WHERE 子句。
"""
_valid_categories = {"BILLIARD", "SNOOKER", "MAHJONG", "KTV"}
if project == "ALL" or project not in _valid_categories:
return "", ()
- clause = """
- AND vd.member_id IN (
+ clause = f"""
+ AND {member_col} IN (
SELECT mpt.member_id
FROM app.v_dws_member_project_tag mpt
WHERE mpt.category_code = %s AND mpt.is_tagged = true
@@ -1802,13 +1815,13 @@ def get_customer_board_recall(
ideal_days → ideal_interval_days, wbi_score → display_score,
elapsed_days → CURRENT_DATE - last_visit_time::date (计算列),
overdue_days → elapsed_days - ideal_interval_days (计算列),
- visits_30d 不存在(有 visits_14d/visits_60d),用 visits_14d 近似,
+ CHANGE 2026-04-07 | Fix-3:visits_30d 新增字段,替代 visits_14d 近似,
balance_amount → balance (v_dim_member_card_account)
⚠️ DQ-6: 客户姓名通过 member_id JOIN v_dim_member。
⚠️ DQ-7: 余额通过 JOIN v_dim_member_card_account。
按 display_score 降序,LIMIT/OFFSET 分页。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "wi.member_id")
with _fdw_context(conn, site_id) as cur:
# 总数
@@ -1817,6 +1830,7 @@ def get_customer_board_recall(
SELECT COUNT(*)
FROM app.v_dws_member_winback_index wi
WHERE 1=1 {proj_clause}
+
""",
proj_params,
)
@@ -1831,7 +1845,7 @@ def get_customer_board_recall(
wi.ideal_interval_days,
CURRENT_DATE - wi.last_visit_time::date AS elapsed_days,
(CURRENT_DATE - wi.last_visit_time::date) - COALESCE(wi.ideal_interval_days, 0) AS overdue_days,
- wi.visits_14d,
+ wi.visits_30d,
wi.display_score,
COALESCE(ca.balance, 0) AS balance
FROM app.v_dws_member_winback_index wi
@@ -1844,7 +1858,7 @@ def get_customer_board_recall(
GROUP BY tenant_member_id
) ca ON wi.member_id = ca.tenant_member_id
WHERE 1=1 {proj_clause}
- ORDER BY wi.display_score DESC
+ ORDER BY wi.display_score DESC, wi.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -1870,16 +1884,18 @@ def _derive_potential_tags(
level_score: float | None,
speed_score: float | None,
stability_score: float | None,
-) -> list[str]:
- """从三维分数派生潜力标签(display_score 均为 0-100 区间)。"""
- tags = []
- threshold = 60.0
+) -> list[dict]:
+ """从三维分数派生潜力标签(display_score 为 0-10 区间)。
+ 返回 [{text, theme}] 格式,与前端 potentialTags 类型一致。
+ """
+ tags: list[dict] = []
+ threshold = 6.0
if level_score is not None and float(level_score) >= threshold:
- tags.append("high_level")
+ tags.append({"text": "高消费力", "theme": "success"})
if speed_score is not None and float(speed_score) >= threshold:
- tags.append("fast_growth")
+ tags.append({"text": "快增长", "theme": "warning"})
if stability_score is not None and float(stability_score) >= threshold:
- tags.append("stable")
+ tags.append({"text": "稳定", "theme": "primary"})
return tags
@@ -1934,7 +1950,7 @@ def get_customer_board_potential(
) ca_agg ON spi.member_id = ca_agg.tenant_member_id
WHERE 1=1
{f"AND spi.member_id IN (SELECT member_id FROM app.v_dws_member_project_tag WHERE category_code = %s AND is_tagged = true)" if proj_params else ""}
- ORDER BY spi.display_score DESC NULLS LAST, COALESCE(ca_agg.balance, 0) DESC
+ ORDER BY spi.display_score DESC NULLS LAST, COALESCE(ca_agg.balance, 0) DESC, spi.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -1969,7 +1985,7 @@ def get_customer_board_balance(
⚠️ DQ-7: 余额通过 tenant_member_id JOIN,取 scd2_is_current=1。
按 balance 降序。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "ca.tenant_member_id")
with _fdw_context(conn, site_id) as cur:
# CHANGE 2026-03-28 | 修复客户重复:dim_member_card_account 同一 member 有多条记录,
@@ -2009,9 +2025,14 @@ def get_customer_board_balance(
) ca_agg
LEFT JOIN app.v_dim_member dm
ON ca_agg.member_id = dm.member_id AND dm.scd2_is_current = 1
- LEFT JOIN app.v_dws_member_consumption_summary vd
- ON ca_agg.member_id = vd.member_id
- ORDER BY ca_agg.balance DESC
+ LEFT JOIN LATERAL (
+ SELECT cs.days_since_last, cs.consume_amount_60d
+ FROM app.v_dws_member_consumption_summary cs
+ WHERE cs.member_id = ca_agg.member_id
+ ORDER BY cs.stat_date DESC
+ LIMIT 1
+ ) vd ON true
+ ORDER BY ca_agg.balance DESC, ca_agg.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -2026,9 +2047,10 @@ def get_customer_board_balance(
"last_visit": f"{row[3]}天前" if row[3] is not None else "--",
"last_visit_date": row[3],
"ideal_days": None, # balance 维度无 ideal_days,由 board_service 补充
- "monthly_consume": float(row[4]) if row[4] is not None else 0.0,
+ # CHANGE 2026-04-07 | Fix-4:consume_amount_60d 是 60 天总额,月均 = /2
+ "monthly_consume": float(row[4]) / 2 if row[4] is not None else 0.0,
"available_months": (
- f"{float(row[2]) / float(row[4]):.1f}个月"
+ f"{2 * float(row[2]) / float(row[4]):.1f}个月"
if row[2] and row[4] and float(row[4]) > 0
else "--"
),
@@ -2050,7 +2072,7 @@ def get_customer_board_recharge(
balance_amount → balance (v_dim_member_card_account)
按 last_recharge_date (MAX(pay_time::date)) 降序。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "ro.member_id")
with _fdw_context(conn, site_id) as cur:
cur.execute(
@@ -2084,11 +2106,16 @@ def get_customer_board_recharge(
WHERE scd2_is_current = 1
GROUP BY tenant_member_id
) ca_agg ON ro.member_id = ca_agg.tenant_member_id
- LEFT JOIN app.v_dws_member_consumption_summary cs
- ON ro.member_id = cs.member_id
+ LEFT JOIN LATERAL (
+ SELECT cs2.days_since_last
+ FROM app.v_dws_member_consumption_summary cs2
+ WHERE cs2.member_id = ro.member_id
+ ORDER BY cs2.stat_date DESC
+ LIMIT 1
+ ) cs ON true
WHERE 1=1 {proj_clause}
GROUP BY ro.member_id, dm.nickname, ca_agg.balance, cs.days_since_last
- ORDER BY MAX(ro.pay_time::date) DESC
+ ORDER BY MAX(ro.pay_time::date) DESC, ro.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -2121,7 +2148,7 @@ def get_customer_board_recent(
不再硬编码为 0。来源: v_dws_member_visit_detail + v_dim_member + v_dws_member_winback_index。
按 last_visit_date 降序。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "vd.member_id")
with _fdw_context(conn, site_id) as cur:
cur.execute(
@@ -2161,7 +2188,7 @@ def get_customer_board_recent(
ON ma.member_id = dm.member_id AND dm.scd2_is_current = 1
LEFT JOIN app.v_dws_member_winback_index wi
ON ma.member_id = wi.member_id
- ORDER BY ma.last_visit_date DESC
+ ORDER BY ma.last_visit_date DESC, ma.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -2199,15 +2226,21 @@ def get_customer_board_spend60(
high_spend_tag/avg_spend 不存在,用 avg_ticket_amount 替代 avg_spend,
high_spend_tag 通过阈值计算。
按 consume_amount_60d 降序。
+ CHANGE 2026-04-08 | Fix:consumption_summary 按 stat_date 有多行快照,
+ 用 DISTINCT ON 取最新快照避免同一客户出现多次。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "cs.member_id")
with _fdw_context(conn, site_id) as cur:
cur.execute(
f"""
SELECT COUNT(*)
- FROM app.v_dws_member_consumption_summary cs
- WHERE 1=1 {proj_clause}
+ FROM (
+ SELECT DISTINCT ON (cs.member_id) cs.member_id
+ FROM app.v_dws_member_consumption_summary cs
+ WHERE 1=1 {proj_clause}
+ ORDER BY cs.member_id, cs.stat_date DESC
+ ) sub
""",
proj_params,
)
@@ -2216,16 +2249,23 @@ def get_customer_board_spend60(
offset = (page - 1) * page_size
cur.execute(
f"""
+ WITH latest_cs AS (
+ SELECT DISTINCT ON (cs.member_id)
+ cs.member_id, cs.consume_amount_60d,
+ cs.visit_count_60d, cs.avg_ticket_amount
+ FROM app.v_dws_member_consumption_summary cs
+ WHERE 1=1 {proj_clause}
+ ORDER BY cs.member_id, cs.stat_date DESC
+ )
SELECT cs.member_id,
dm.nickname,
cs.consume_amount_60d,
cs.visit_count_60d,
cs.avg_ticket_amount
- FROM app.v_dws_member_consumption_summary cs
+ FROM latest_cs cs
LEFT JOIN app.v_dim_member dm
ON cs.member_id = dm.member_id AND dm.scd2_is_current = 1
- WHERE 1=1 {proj_clause}
- ORDER BY cs.consume_amount_60d DESC
+ ORDER BY cs.consume_amount_60d DESC, cs.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -2256,15 +2296,20 @@ def get_customer_board_freq60(
CHANGE 2026-03-20 | 修正列名:items_sum_60d → consume_amount_60d,
avg_interval_days 不存在,用 60/visit_count_60d 近似计算。
按 visit_count_60d 降序。
+ CHANGE 2026-04-08 | Fix:同 spend60,DISTINCT ON 取最新快照。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "cs.member_id")
with _fdw_context(conn, site_id) as cur:
cur.execute(
f"""
SELECT COUNT(*)
- FROM app.v_dws_member_consumption_summary cs
- WHERE 1=1 {proj_clause}
+ FROM (
+ SELECT DISTINCT ON (cs.member_id) cs.member_id
+ FROM app.v_dws_member_consumption_summary cs
+ WHERE 1=1 {proj_clause}
+ ORDER BY cs.member_id, cs.stat_date DESC
+ ) sub
""",
proj_params,
)
@@ -2273,15 +2318,21 @@ def get_customer_board_freq60(
offset = (page - 1) * page_size
cur.execute(
f"""
+ WITH latest_cs AS (
+ SELECT DISTINCT ON (cs.member_id)
+ cs.member_id, cs.visit_count_60d, cs.consume_amount_60d
+ FROM app.v_dws_member_consumption_summary cs
+ WHERE 1=1 {proj_clause}
+ ORDER BY cs.member_id, cs.stat_date DESC
+ )
SELECT cs.member_id,
dm.nickname,
cs.visit_count_60d,
cs.consume_amount_60d
- FROM app.v_dws_member_consumption_summary cs
+ FROM latest_cs cs
LEFT JOIN app.v_dim_member dm
ON cs.member_id = dm.member_id AND dm.scd2_is_current = 1
- WHERE 1=1 {proj_clause}
- ORDER BY cs.visit_count_60d DESC
+ ORDER BY cs.visit_count_60d DESC, cs.member_id
LIMIT %s OFFSET %s
""",
(*proj_params, page_size, offset),
@@ -2316,20 +2367,21 @@ def _get_weekly_visits_batch(cur: Any, member_ids: list[int]) -> dict[int, list[
"""
批量查询客户最近 8 周的到店次数(用于 freq60 维度柱状图)。
- 来源: app.v_dwd_assistant_service_log,按 ISO 周分组。
+ CHANGE 2026-04-07 | Fix-5:数据源从 v_dwd_assistant_service_log 改为
+ v_dwd_settlement_head(settle_type IN (1,3)),与汇总维度口径一致。
返回 {member_id: [{val: int, pct: int}, ...]},固定 8 个元素。
"""
cur.execute(
"""
WITH weekly AS (
- SELECT tenant_member_id AS member_id,
- DATE_TRUNC('week', create_time::date) AS week_start,
- COUNT(*) AS cnt
- FROM app.v_dwd_assistant_service_log
- WHERE tenant_member_id = ANY(%s)
- AND is_delete = 0
- AND create_time >= CURRENT_DATE - INTERVAL '56 days'
- GROUP BY tenant_member_id, DATE_TRUNC('week', create_time::date)
+ SELECT member_id,
+ DATE_TRUNC('week', pay_time::date) AS week_start,
+ COUNT(DISTINCT pay_time::date) AS cnt
+ FROM app.v_dwd_settlement_head
+ WHERE member_id = ANY(%s)
+ AND settle_type IN (1, 3)
+ AND pay_time >= CURRENT_DATE - INTERVAL '56 days'
+ GROUP BY member_id, DATE_TRUNC('week', pay_time::date)
)
SELECT member_id, week_start, cnt
FROM weekly
@@ -2379,7 +2431,7 @@ def get_customer_board_loyal(
来源: app.v_dws_member_assistant_relation_index。
按 max_rs(最高亲密度)降序。
"""
- proj_clause, proj_params = _project_filter_clause(project)
+ proj_clause, proj_params = _project_filter_clause(project, "ri.member_id")
with _fdw_context(conn, site_id) as cur:
cur.execute(
@@ -2403,7 +2455,7 @@ def get_customer_board_loyal(
FROM app.v_dws_member_assistant_relation_index ri
WHERE 1=1 {proj_clause}
GROUP BY ri.member_id
- ORDER BY MAX(ri.rs_display) DESC
+ ORDER BY MAX(ri.rs_display) DESC, ri.member_id
LIMIT %s OFFSET %s
)
SELECT mt.member_id,
@@ -2417,7 +2469,7 @@ def get_customer_board_loyal(
ON mt.member_id = dm.member_id AND dm.scd2_is_current = 1
LEFT JOIN app.v_dim_assistant da
ON mt.top_assistant_id = da.assistant_id AND da.scd2_is_current = 1
- ORDER BY mt.max_rs DESC
+ ORDER BY mt.max_rs DESC, mt.member_id
""",
(*proj_params, page_size, offset),
)
diff --git a/apps/backend/app/services/recall_detector.py b/apps/backend/app/services/recall_detector.py
index 6eae069..7141def 100644
--- a/apps/backend/app/services/recall_detector.py
+++ b/apps/backend/app/services/recall_detector.py
@@ -1,20 +1,22 @@
-# AI_CHANGELOG
-# - 2026-03-20 | Prompt: H2 FDW→直连ETL统一改造 | _process_site() 中 fdw_etl.v_dwd_assistant_service_log
-# 改为直连 ETL 库查询 app.v_dwd_assistant_service_log。使用 fdw_queries._fdw_context()。
-
# -*- coding: utf-8 -*-
"""
召回完成检测器(Recall Completion Detector)
-ETL 数据更新后,直连 ETL 库读取助教服务记录,
-匹配活跃任务标记为 completed,记录 completed_at 和 completed_task_type 快照,
-触发 recall_completed 事件通知备注回溯重分类器。
+ETL 数据更新后,扫描所有 MAIN 关系对的结算记录,
+记录广义召回事件(recall_events),匹配活跃任务标记 completed,
+对所有到店的 MAIN 关联客户生成回访任务(follow_up_visit)。
由 trigger_jobs 中的 recall_completion_check 配置驱动(event: etl_data_updated)。
+
+CHANGE 2026-04-08 | Fix-13 改造:
+- 扫描范围从"有 active 任务的客户"扩大为"所有 os_label='MAIN' 的关联客户"
+- 新增 recall_events 事件表记录广义召回(按天去重)
+- 无 active 任务的客户到店也生成 follow_up_visit
"""
import json
import logging
+from datetime import timedelta
from app.trace.decorators import trace_service
@@ -63,69 +65,37 @@ def run(payload: dict | None = None, job_id: int | None = None) -> dict:
"""
召回完成检测主流程。
- 1. 从 trigger_jobs 读取 last_run_at 作为增量过滤基准
- 2. 获取所有 distinct site_id(从 active 任务中)
- 3. 对每个 site_id,SET LOCAL app.current_site_id 后
- 通过 FDW 读取 v_dwd_assistant_service_log 中 service_time > last_run_at 的新增服务记录
- 4. 对每条服务记录,查找 biz.coach_tasks 中匹配的
- (site_id, assistant_id, member_id) 且 status='active' 的任务
- 5. 将匹配任务标记为 completed:
- - status = 'completed'
- - completed_at = 服务时间
- - completed_task_type = 当前 task_type(快照)
- 6. 记录 coach_task_history
- 7. 触发 fire_event('recall_completed', {site_id, assistant_id, member_id, service_time})
-
- 参数:
- payload: 事件载荷(event 触发时由 trigger_scheduler 传入)
- job_id: 触发器 job ID(由 trigger_scheduler 传入),用于在最终事务中
- 更新 last_run_at,保证 handler 数据变更与 last_run_at 原子提交
-
- 返回: {"completed_count": int}
+ CHANGE 2026-04-08 | Fix-13 改造:扫描所有 MAIN 关系对。
+ 1. 从 biz.sites 获取所有活跃门店
+ 2. 对每个 site_id,通过 _fdw_context 扫描 MAIN 关系对的结算记录
+ 3. 有结算 → 写 recall_events + 完成任务(如有)+ 生成回访
"""
completed_count = 0
+ event_count = 0
conn = _get_connection()
try:
- # ── 1. 读取 last_run_at ──
+ # ── 1. 从业务库获取所有活跃门店 ──
with conn.cursor() as cur:
cur.execute(
- """
- SELECT last_run_at
- FROM biz.trigger_jobs
- WHERE job_name = 'recall_completion_check'
- """
- )
- row = cur.fetchone()
- last_run_at = row[0] if row else None
- conn.commit()
-
- # ── 2. 获取所有有 active 任务的 distinct site_id ──
- with conn.cursor() as cur:
- cur.execute(
- """
- SELECT DISTINCT site_id
- FROM biz.coach_tasks
- WHERE status = 'active'
- """
+ "SELECT site_id FROM biz.sites WHERE is_active = true"
)
site_ids = [r[0] for r in cur.fetchall()]
conn.commit()
- # ── 3. 逐 site_id 读取新增服务记录 ──
+ # ── 2. 逐 site_id 处理 ──
for site_id in site_ids:
try:
- count = _process_site(conn, site_id, last_run_at)
- completed_count += count
+ result = _process_site(conn, site_id)
+ completed_count += result["completed"]
+ event_count += result["events"]
except Exception:
logger.exception(
"处理门店召回检测失败: site_id=%s", site_id
)
conn.rollback()
- # ── 事务安全(T5):handler 成功后更新 last_run_at ──
- # job_id 由 trigger_scheduler 传入,在 handler 最终事务中更新
- # handler 异常时此处不会执行(异常向上传播),last_run_at 不变
+ # ── 更新 last_run_at(兼容 trigger_scheduler 调度记录) ──
if job_id is not None:
from app.services.trigger_scheduler import update_job_last_run_at
@@ -137,145 +107,196 @@ def run(payload: dict | None = None, job_id: int | None = None) -> dict:
finally:
conn.close()
- logger.info("召回完成检测完成: completed_count=%d", completed_count)
- return {"completed_count": completed_count}
+ logger.info(
+ "召回完成检测完成: completed_count=%d, event_count=%d",
+ completed_count, event_count,
+ )
+ return {"completed_count": completed_count, "event_count": event_count}
-def _process_site(conn, site_id: int, last_run_at) -> int:
+def _process_site(conn, site_id: int) -> dict:
"""
- 处理单个门店的召回完成检测。
+ 处理单个门店的广义召回检测。
- 直连 ETL 库读取新增服务记录,匹配 active 任务并标记 completed。
- 返回本门店完成的任务数。
+ CHANGE 2026-04-08 | Fix-13 改造:
+ 1. 从 ETL 查询所有 os_label='MAIN' 的 (assistant_id, member_id) 对
+ 2. 批量查询这些客户的最新结算记录
+ 3. 对每个有新结算的关系对:写 recall_events + 完成任务 + 生成回访
"""
completed = 0
+ events = 0
- # CHANGE 2026-03-20 | H2 FDW→直连ETL | fdw_etl.v_dwd_assistant_service_log → app.v_dwd_assistant_service_log
- # intent: 修复 RLS 门店隔离失效(postgres_fdw 不传递 GUC 参数)
- # assumptions: _fdw_context 内部管理 ETL 连接,conn 仅用于后续业务库操作
from app.services.fdw_queries import _fdw_context
+ # ── 1. 获取本门店所有 MAIN 关系对 ──
with _fdw_context(conn, site_id) as cur:
- if last_run_at is not None:
- # 列名映射: FDW 外部表 assistant_id/member_id/service_time
- # → RLS 视图 site_assistant_id/tenant_member_id/create_time
- cur.execute(
- """
- SELECT DISTINCT site_assistant_id, tenant_member_id, create_time
- FROM app.v_dwd_assistant_service_log
- WHERE create_time > %s
- ORDER BY create_time ASC
- """,
- (last_run_at,),
- )
- else:
- # 首次运行,读取所有服务记录
- cur.execute(
- """
- SELECT DISTINCT site_assistant_id, tenant_member_id, create_time
- FROM app.v_dwd_assistant_service_log
- ORDER BY create_time ASC
- """
- )
- service_records = cur.fetchall()
+ cur.execute(
+ """
+ SELECT assistant_id, member_id
+ FROM app.v_dws_member_assistant_relation_index
+ WHERE os_label = 'MAIN'
+ """
+ )
+ main_pairs = [(r[0], r[1]) for r in cur.fetchall()]
- # ── 4-7. 逐条服务记录匹配并处理 ──
- for assistant_id, member_id, service_time in service_records:
- # 散客过滤(member_id ≤ 0 不参与任务系统)
- if member_id is None or member_id <= 0:
- continue
- try:
- count = _process_service_record(
- conn, site_id, assistant_id, member_id, service_time
+ if not main_pairs:
+ return {"completed": 0, "events": 0}
+
+ # ── 2. 批量查询这些客户的最新结算时间 ──
+ member_ids = list({mid for _, mid in main_pairs})
+ settlement_map: dict[tuple[int, int], object] = {} # (assistant_id, member_id) → latest_pay_time
+
+ with _fdw_context(conn, site_id) as cur:
+ cur.execute(
+ """
+ SELECT sl.site_assistant_id AS assistant_id,
+ sh.member_id,
+ MAX(sh.pay_time) AS latest_pay_time
+ FROM app.v_dwd_settlement_head sh
+ JOIN app.v_dwd_assistant_service_log sl
+ ON sl.order_settle_id = sh.order_settle_id
+ AND sl.is_delete = 0
+ WHERE sh.member_id = ANY(%s)
+ AND sh.settle_type IN (1, 3)
+ GROUP BY sl.site_assistant_id, sh.member_id
+ """,
+ (member_ids,),
+ )
+ for row in cur.fetchall():
+ settlement_map[(row[0], row[1])] = row[2]
+
+ # ── 3. 获取本门店所有 active 的召回/回访任务(用于匹配) ──
+ active_tasks_map: dict[tuple[int, int], list] = {} # (assistant_id, member_id) → [(id, task_type, created_at)]
+ with conn.cursor() as cur:
+ cur.execute(
+ """
+ SELECT id, assistant_id, member_id, task_type, created_at
+ FROM biz.coach_tasks
+ WHERE site_id = %s
+ AND status = 'active'
+ AND task_type IN ('high_priority_recall', 'priority_recall', 'follow_up_visit')
+ """,
+ (site_id,),
+ )
+ for row in cur.fetchall():
+ key = (row[1], row[2])
+ active_tasks_map.setdefault(key, []).append(
+ {"id": row[0], "task_type": row[3], "created_at": row[4]}
)
- completed += count
+ conn.commit()
+
+ # ── 4. 逐关系对处理 ──
+ for assistant_id, member_id in main_pairs:
+ latest_pay = settlement_map.get((assistant_id, member_id))
+ if latest_pay is None:
+ continue
+
+ active_tasks = active_tasks_map.get((assistant_id, member_id), [])
+
+ try:
+ result = _process_pair(
+ conn, site_id, assistant_id, member_id,
+ latest_pay, active_tasks,
+ )
+ completed += result["completed"]
+ events += result["events"]
except Exception:
logger.exception(
- "处理服务记录失败: site_id=%s, assistant_id=%s, member_id=%s",
- site_id,
- assistant_id,
- member_id,
+ "处理关系对失败: site_id=%s, assistant_id=%s, member_id=%s",
+ site_id, assistant_id, member_id,
)
conn.rollback()
- return completed
+ return {"completed": completed, "events": events}
-def _process_service_record(
+def _process_pair(
conn,
site_id: int,
assistant_id: int,
member_id: int,
- service_time,
-) -> int:
+ latest_pay_time,
+ active_tasks: list[dict],
+) -> dict:
"""
- 处理单条服务记录:匹配 active 任务并标记 completed + 生成回访任务。
+ 处理单个 MAIN 关系对的召回检测。
- CHANGE 2026-03-30 | 回访任务直接在此生成(不再依赖 note_reclassifier 事件链)。
- 规则:
- - 有 active 召回任务 → 标记 completed,然后生成回访任务
- - 有 active 回访任务 → 关闭旧回访,生成新回访(重置 48h 倒计时)
- - 无任何 active 召回/回访 → 直接生成回访任务
+ CHANGE 2026-04-08 | Fix-13 改造:
+ - 写 recall_events(ON CONFLICT DO NOTHING 按天去重)
+ - 有 active 召回任务且 pay_time > created_at → 完成任务
+ - 关闭旧回访 → 新建回访(48h)
+ - 无 active 任务也生成回访
- 每条服务记录独立事务,失败不影响其他。
- 返回本次完成的任务数。
+ 返回: {"completed": int, "events": int}
"""
completed = 0
+ events = 0
with conn.cursor() as cur:
cur.execute("BEGIN")
- # ── 1. 查找匹配的 active 召回类任务 ──
+ # ── 1. 写 recall_events(按天去重) ──
+ # 先查是否有匹配的召回任务(用于填充 task_id/task_type)
+ recall_tasks = [
+ t for t in active_tasks
+ if t["task_type"] in ("high_priority_recall", "priority_recall")
+ and latest_pay_time > t["created_at"]
+ ]
+ event_task_id = recall_tasks[0]["id"] if recall_tasks else None
+ event_task_type = recall_tasks[0]["task_type"] if recall_tasks else None
+
cur.execute(
"""
- SELECT id, task_type
- FROM biz.coach_tasks
- WHERE site_id = %s
- AND assistant_id = %s
- AND member_id = %s
- AND status = 'active'
- AND task_type IN ('high_priority_recall', 'priority_recall')
+ INSERT INTO biz.recall_events
+ (site_id, assistant_id, member_id, pay_time, task_id, task_type)
+ VALUES (%s, %s, %s, %s, %s, %s)
+ ON CONFLICT (site_id, assistant_id, member_id, (date_trunc('day', pay_time AT TIME ZONE 'Asia/Shanghai')))
+ DO NOTHING
+ RETURNING id
""",
- (site_id, assistant_id, member_id),
+ (site_id, assistant_id, member_id, latest_pay_time,
+ event_task_id, event_task_type),
)
- active_recall_tasks = cur.fetchall()
+ inserted = cur.fetchone()
+ if inserted is None:
+ # 今天已记录过,跳过后续处理(避免重复生成回访)
+ conn.commit()
+ return {"completed": 0, "events": 0}
- has_active_recall = len(active_recall_tasks) > 0
+ events = 1
- # 将所有匹配的 active 召回任务标记为 completed
- for task_id, task_type in active_recall_tasks:
+ # ── 2. 完成匹配的召回任务 ──
+ has_active_recall = len(recall_tasks) > 0
+
+ for task in recall_tasks:
cur.execute(
"""
UPDATE biz.coach_tasks
SET status = 'completed',
completed_at = %s,
completed_task_type = %s,
+ completion_type = 'auto',
updated_at = NOW()
WHERE id = %s AND status = 'active'
""",
- (service_time, task_type, task_id),
+ (latest_pay_time, task["task_type"], task["id"]),
)
_insert_history(
cur,
- task_id,
+ task["id"],
action="completed",
old_status="active",
new_status="completed",
- old_task_type=task_type,
- new_task_type=task_type,
+ old_task_type=task["task_type"],
+ new_task_type=task["task_type"],
detail={
- "service_time": str(service_time),
- "completed_task_type": task_type,
+ "service_time": str(latest_pay_time),
+ "completed_task_type": task["task_type"],
},
)
completed += 1
- # ── 2. 生成回访任务(CHANGE 2026-03-30) ──
- # 如果还有 active 召回任务(其他助教的),不生成回访
- # 注意:上面已经把当前助教的召回任务标记为 completed 了
- # 这里检查的是当前助教-客户对是否还有未完成的召回任务(不应该有了)
-
- # 关闭已有的 active 回访任务
+ # ── 3. 关闭已有的 active 回访任务 ──
cur.execute(
"""
SELECT id FROM biz.coach_tasks
@@ -299,16 +320,19 @@ def _process_service_record(
action="superseded_by_new_visit",
old_status="active", new_status="inactive",
old_task_type="follow_up_visit", new_task_type="follow_up_visit",
- detail={"reason": "new_service_record", "service_time": str(service_time)},
+ detail={"reason": "new_service_record", "service_time": str(latest_pay_time)},
)
- # 创建新的回访任务(48h 过期)
- from datetime import timedelta
- expires_at = service_time + timedelta(hours=48) if hasattr(service_time, '__add__') else None
+ # ── 4. 创建新的回访任务(48h 过期) ──
+ expires_at = (
+ latest_pay_time + timedelta(hours=48)
+ if hasattr(latest_pay_time, '__add__') else None
+ )
cur.execute(
"""
INSERT INTO biz.coach_tasks
- (site_id, assistant_id, member_id, task_type, status, expires_at, created_at, updated_at)
+ (site_id, assistant_id, member_id, task_type, status,
+ expires_at, created_at, updated_at)
VALUES (%s, %s, %s, 'follow_up_visit', 'active', %s, NOW(), NOW())
RETURNING id
""",
@@ -322,14 +346,14 @@ def _process_service_record(
new_task_type="follow_up_visit",
detail={
"reason": "service_record_detected",
- "service_time": str(service_time),
+ "service_time": str(latest_pay_time),
"had_recall": has_active_recall,
},
)
conn.commit()
- # ── 3. 触发 recall_completed 事件(仅当有召回任务被完成时) ──
+ # ── 5. 触发 recall_completed 事件(仅当有召回任务被完成时) ──
if has_active_recall:
try:
from app.services.trigger_scheduler import fire_event
@@ -339,7 +363,7 @@ def _process_service_record(
"site_id": site_id,
"assistant_id": assistant_id,
"member_id": member_id,
- "service_time": str(service_time),
+ "service_time": str(latest_pay_time),
},
)
except Exception:
@@ -348,4 +372,4 @@ def _process_service_record(
site_id, assistant_id, member_id,
)
- return completed
+ return {"completed": completed, "events": events}
diff --git a/apps/backend/app/services/task_generator.py b/apps/backend/app/services/task_generator.py
index a843b97..e6479e4 100644
--- a/apps/backend/app/services/task_generator.py
+++ b/apps/backend/app/services/task_generator.py
@@ -998,8 +998,8 @@ def _update_task_stats(conn, site_id: int) -> None:
# ── C: 历史总计(写入 ETL 关系指数表) ──
try:
- from app.database import get_etl_readonly_connection
- etl_conn = get_etl_readonly_connection(site_id)
+ from app.database import get_etl_write_connection
+ etl_conn = get_etl_write_connection()
try:
# 先从业务库聚合历史总计
with conn.cursor() as cur:
diff --git a/apps/backend/app/services/task_registry.py b/apps/backend/app/services/task_registry.py
index c1f5212..9cdd650 100644
--- a/apps/backend/app/services/task_registry.py
+++ b/apps/backend/app/services/task_registry.py
@@ -95,6 +95,7 @@ DWS_TASKS: list[TaskDefinition] = [
TaskDefinition("DWS_FINANCE_RECHARGE", "充值汇总", "汇总充值数据", "财务", "DWS"),
TaskDefinition("DWS_FINANCE_INCOME_STRUCTURE", "收入结构", "分析收入结构", "财务", "DWS"),
TaskDefinition("DWS_FINANCE_DISCOUNT_DETAIL", "折扣明细", "汇总折扣明细", "财务", "DWS"),
+ TaskDefinition("DWS_FINANCE_AREA_DAILY", "区域财务日报", "按区域汇总每日财务数据", "财务", "DWS"),
# CHANGE [2026-02-19] intent: 同步 ETL 侧合并——原 DWS_RETENTION_CLEANUP / DWS_MV_REFRESH_* 已合并为 DWS_MAINTENANCE
TaskDefinition("DWS_MAINTENANCE", "DWS 维护", "刷新物化视图 + 清理过期留存数据", "通用", "DWS", requires_window=False, is_common=False),
# CHANGE [2026-03-27] intent: 注册 DWS 库存汇总任务(日/周/月)(需求 12.9)
diff --git a/apps/etl/connectors/feiqiu/.env b/apps/etl/connectors/feiqiu/.env
index 1e3557c..4536f13 100644
--- a/apps/etl/connectors/feiqiu/.env
+++ b/apps/etl/connectors/feiqiu/.env
@@ -26,7 +26,7 @@ SCHEMA_ETL=meta
# API 配置(上游 SaaS API)
# ------------------------------------------------------------------------------
API_BASE=https://pc.ficoo.vip/apiprod/admin/v1/
-API_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJjbGllbnQtdHlwZSI6IjQiLCJ1c2VyLXR5cGUiOiIxIiwiaHR0cDovL3NjaGVtYXMubWljcm9zb2Z0LmNvbS93cy8yMDA4LzA2L2lkZW50aXR5L2NsYWltcy9yb2xlIjoiMTIiLCJyb2xlLWlkIjoiMTIiLCJ0ZW5hbnQtaWQiOiIyNzkwNjgzMTYwNzA5OTU3Iiwibmlja25hbWUiOiLnp5_miLfnrqHnkIblkZjvvJrmganmgakxIiwic2l0ZS1pZCI6IjAiLCJtb2JpbGUiOiIxMzgxMDUwMjMwNCIsInNpZCI6IjI5NTA0ODk2NTgzOTU4NDUiLCJzdGFmZi1pZCI6IjMwMDk5MTg2OTE1NTkwNDUiLCJvcmctaWQiOiIwIiwicm9sZS10eXBlIjoiMyIsInJlZnJlc2hUb2tlbiI6IkZJUUxIWWJLSFl5QktJQlVuLzZuQVdINitqOEpLbGNHN1NScDFFaFNuMEE9IiwicmVmcmVzaEV4cGlyeVRpbWUiOiIyMDI2LzQvNyDkuIrljYg0OjU2OjA4IiwibmVlZENoZWNrVG9rZW4iOiJmYWxzZSIsImV4cCI6MTc3NTUwODk2OCwiaXNzIjoidGVzdCIsImF1ZCI6IlVzZXIifQ.fc92FpZrLBkV9tD9sNPCvMvgNePh5Y7T6g5FLx8N16A
+API_TOKEN=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJjbGllbnQtdHlwZSI6IjQiLCJ1c2VyLXR5cGUiOiIxIiwiaHR0cDovL3NjaGVtYXMubWljcm9zb2Z0LmNvbS93cy8yMDA4LzA2L2lkZW50aXR5L2NsYWltcy9yb2xlIjoiMTIiLCJyb2xlLWlkIjoiMTIiLCJ0ZW5hbnQtaWQiOiIyNzkwNjgzMTYwNzA5OTU3Iiwibmlja25hbWUiOiLnp5_miLfnrqHnkIblkZjvvJrmganmgakxIiwic2l0ZS1pZCI6IjAiLCJtb2JpbGUiOiIxMzgxMDUwMjMwNCIsInNpZCI6IjI5NTA0ODk2NTgzOTU4NDUiLCJzdGFmZi1pZCI6IjMwMDk5MTg2OTE1NTkwNDUiLCJvcmctaWQiOiIwIiwicm9sZS10eXBlIjoiMyIsInJlZnJlc2hUb2tlbiI6Ik9OUTkreFhSWjFPVFhzQWhieTJVa3RyVXR6UzdldVE5Q1VVQ3QzQ1ArMlE9IiwicmVmcmVzaEV4cGlyeVRpbWUiOiIyMDI2LzQvMTQg5LiL5Y2INTo0MToyNSIsIm5lZWRDaGVja1Rva2VuIjoiZmFsc2UiLCJleHAiOjE3NzYxNTk2ODUsImlzcyI6InRlc3QiLCJhdWQiOiJVc2VyIn0.KyULo2a6dirmiAkka5Ocu_ieoZY5VsVWVqMj5smwvmE
API_TIMEOUT=20
API_PAGE_SIZE=200
API_RETRY_MAX=3
diff --git a/apps/etl/connectors/feiqiu/database/connection.py b/apps/etl/connectors/feiqiu/database/connection.py
index 54786be..fa0a97f 100644
--- a/apps/etl/connectors/feiqiu/database/connection.py
+++ b/apps/etl/connectors/feiqiu/database/connection.py
@@ -1,9 +1,15 @@
# -*- coding: utf-8 -*-
"""数据库连接管理器(限制最大连接超时时间)。"""
+import time
+
import psycopg2
import psycopg2.extras
+# 连接重试参数:应对 PostgreSQL 瞬时不可用
+_CONNECT_MAX_RETRIES = 3
+_CONNECT_RETRY_DELAY = 1.0
+
class DatabaseConnection:
"""封装 psycopg2 连接,支持会话参数和超时保护。"""
@@ -24,11 +30,25 @@ class DatabaseConnection:
# assumptions: libpq 默认使用系统 locale 的 client_encoding,Windows 中文系统为 GBK/CP936
# 边界: 显式指定 client_encoding=utf8 确保连接层始终使用 UTF-8,与数据库 server_encoding 一致
# 验证: web-admin 手动触发 ETL 全量 flow,不再出现 0xd6 解码错误
- conn = psycopg2.connect(
- self._dsn,
- connect_timeout=timeout_val,
- options="-c client_encoding=utf8",
- )
+ last_exc = None
+ for attempt in range(_CONNECT_MAX_RETRIES):
+ try:
+ conn = psycopg2.connect(
+ self._dsn,
+ connect_timeout=timeout_val,
+ options="-c client_encoding=utf8",
+ keepalives=1,
+ keepalives_idle=60,
+ keepalives_interval=10,
+ keepalives_count=3,
+ )
+ break
+ except psycopg2.OperationalError as e:
+ last_exc = e
+ if attempt < _CONNECT_MAX_RETRIES - 1:
+ time.sleep(_CONNECT_RETRY_DELAY * (attempt + 1))
+ else:
+ raise last_exc
conn.autocommit = False
# 会话参数(时区、语句超时等)
diff --git a/apps/etl/connectors/feiqiu/database/operations.py b/apps/etl/connectors/feiqiu/database/operations.py
index 62b7bd9..a2756b4 100644
--- a/apps/etl/connectors/feiqiu/database/operations.py
+++ b/apps/etl/connectors/feiqiu/database/operations.py
@@ -30,6 +30,16 @@ class DatabaseOperations:
@property
def _connect_timeout(self):
return self._connection._connect_timeout
+
+ def ensure_open(self) -> bool:
+ """透传 DatabaseConnection.ensure_open(),重连后同步 self.conn 引用。"""
+ result = self._connection.ensure_open()
+ self.conn = self._connection.conn
+ return result
+
+ def rollback(self):
+ """透传 DatabaseConnection.rollback()。"""
+ self._connection.rollback()
def batch_execute(self, sql: str, rows: list, page_size: int = 1000):
"""批量执行SQL"""
diff --git a/apps/etl/connectors/feiqiu/orchestration/flow_runner.py b/apps/etl/connectors/feiqiu/orchestration/flow_runner.py
index db8eb64..3bf7a89 100644
--- a/apps/etl/connectors/feiqiu/orchestration/flow_runner.py
+++ b/apps/etl/connectors/feiqiu/orchestration/flow_runner.py
@@ -224,6 +224,9 @@ class FlowRunner:
summary_text = flow_logger.end(status="成功")
self.logger.info("\n%s", summary_text)
+ # CHANGE 2026-04-07 | Fix-12:ETL 完成后通知后端触发任务编排
+ self._notify_backend_etl_completed(run_label)
+
return {
"status": "SUCCESS",
"flow": run_label,
@@ -243,6 +246,33 @@ class FlowRunner:
self.logger.error("\n%s", summary_text)
raise
+ def _notify_backend_etl_completed(self, pipeline: str) -> None:
+ """ETL 完成后通知后端触发任务编排(recall_detector → task_generator)。
+
+ CHANGE 2026-04-07 | Fix-12:失败不阻断主流程,仅记录警告。
+ """
+ import os
+ backend_url = os.getenv("BACKEND_API_URL", "http://127.0.0.1:8000")
+ internal_token = os.getenv("INTERNAL_API_TOKEN", "")
+ if not internal_token:
+ self.logger.warning("ETL 完成回调跳过:INTERNAL_API_TOKEN 未配置")
+ return
+
+ try:
+ import httpx
+ resp = httpx.post(
+ f"{backend_url}/api/internal/etl-completed",
+ json={"pipeline": pipeline},
+ headers={"Authorization": f"Internal-Token {internal_token}"},
+ timeout=300,
+ )
+ if resp.status_code == 200:
+ self.logger.info("ETL 完成回调成功: %s", resp.json())
+ else:
+ self.logger.warning("ETL 完成回调失败: status=%d, body=%s", resp.status_code, resp.text)
+ except Exception:
+ self.logger.warning("ETL 完成回调异常(不阻断主流程)", exc_info=True)
+
def _run_post_consistency_check(self, timer: EtlTimer) -> str | None:
"""ETL 完成后运行数据一致性检查,输出黑盒测试报告。
diff --git a/apps/etl/connectors/feiqiu/orchestration/task_executor.py b/apps/etl/connectors/feiqiu/orchestration/task_executor.py
index 515c9d8..f6afb4f 100644
--- a/apps/etl/connectors/feiqiu/orchestration/task_executor.py
+++ b/apps/etl/connectors/feiqiu/orchestration/task_executor.py
@@ -21,6 +21,8 @@ from pathlib import Path
from typing import Any, Dict, List
from zoneinfo import ZoneInfo
+import psycopg2
+
from api.recording_client import RecordingAPIClient
from api.local_json_client import LocalJsonClient
from orchestration.cursor_manager import CursorManager
@@ -91,6 +93,17 @@ class TaskExecutor:
self.logger.info("开始运行任务: %s, run_uuid=%s", task_codes, run_uuid)
for task_code in task_codes:
+ # 每个任务前检测连接状态,断线自动重连
+ if not self.db_ops.ensure_open():
+ self.logger.error("数据库连接不可用且重连失败,跳过任务 %s", task_code)
+ results.append({
+ "task_code": task_code,
+ "status": "失败",
+ "error": "数据库连接不可用",
+ "counts": {},
+ })
+ continue
+
# 为每个任务创建独立的日志缓冲区,避免多任务日志交叉
task_log_buf = TaskLogBuffer(task_code, self.logger)
try:
@@ -113,9 +126,13 @@ class TaskExecutor:
task_log_buf.error("任务失败: %s", exc)
# CHANGE 2026-02-24 | 任务失败后 rollback,防止 InFailedSqlTransaction 级联
try:
- self.db.rollback()
+ self.db_ops.rollback()
except Exception:
pass
+ # 连接级异常:尝试重连,避免后续任务全部级联失败
+ if isinstance(exc, (psycopg2.OperationalError, psycopg2.InterfaceError)):
+ self.logger.warning("检测到连接异常,尝试重连...")
+ self.db_ops.ensure_open()
results.append({
"task_code": task_code,
"status": "失败",
diff --git a/apps/etl/connectors/feiqiu/orchestration/task_registry.py b/apps/etl/connectors/feiqiu/orchestration/task_registry.py
index f746b25..c9f476f 100644
--- a/apps/etl/connectors/feiqiu/orchestration/task_registry.py
+++ b/apps/etl/connectors/feiqiu/orchestration/task_registry.py
@@ -43,6 +43,7 @@ from tasks.dws import (
FinanceRechargeTask,
FinanceIncomeStructureTask,
FinanceDiscountDetailTask,
+ FinanceAreaDailyTask,
# 库存汇总任务
GoodsStockDailyTask,
GoodsStockWeeklyTask,
@@ -167,6 +168,7 @@ default_registry.register("DWS_FINANCE_DAILY", FinanceDailyTask, layer="DWS")
default_registry.register("DWS_FINANCE_RECHARGE", FinanceRechargeTask, layer="DWS")
default_registry.register("DWS_FINANCE_INCOME_STRUCTURE", FinanceIncomeStructureTask, layer="DWS")
default_registry.register("DWS_FINANCE_DISCOUNT_DETAIL", FinanceDiscountDetailTask, layer="DWS")
+default_registry.register("DWS_FINANCE_AREA_DAILY", FinanceAreaDailyTask, layer="DWS", depends_on=["DWS_FINANCE_DAILY"])
# CHANGE [2026-03-27] intent: 移除对 DWD_LOAD_FROM_ODS 的显式依赖,dwd_dws Flow 下该依赖不在批次内只产生无意义 warning
default_registry.register("DWS_GOODS_STOCK_DAILY", GoodsStockDailyTask, layer="DWS")
default_registry.register("DWS_GOODS_STOCK_WEEKLY", GoodsStockWeeklyTask, layer="DWS")
@@ -182,6 +184,7 @@ default_registry.register("DWS_MAINTENANCE", DwsMaintenanceTask, layer="DWS", de
"DWS_ASSISTANT_PROJECT_TAG", "DWS_MEMBER_PROJECT_TAG",
"DWS_FINANCE_DAILY", "DWS_FINANCE_RECHARGE",
"DWS_FINANCE_INCOME_STRUCTURE", "DWS_FINANCE_DISCOUNT_DETAIL",
+ "DWS_FINANCE_AREA_DAILY",
"DWS_BUILD_ORDER_SUMMARY",
"DWS_GOODS_STOCK_DAILY", "DWS_GOODS_STOCK_WEEKLY", "DWS_GOODS_STOCK_MONTHLY",
])
diff --git a/apps/etl/connectors/feiqiu/pyproject.toml b/apps/etl/connectors/feiqiu/pyproject.toml
index 95041f4..3482b0b 100644
--- a/apps/etl/connectors/feiqiu/pyproject.toml
+++ b/apps/etl/connectors/feiqiu/pyproject.toml
@@ -9,6 +9,7 @@ dependencies = [
"tzdata>=2023.0",
"python-dotenv",
"openpyxl>=3.1.0",
+ "httpx>=0.24.0",
"neozqyy-shared",
]
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/finance_area_daily.py b/apps/etl/connectors/feiqiu/tasks/dws/finance_area_daily.py
index e7c2ced..027a811 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/finance_area_daily.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/finance_area_daily.py
@@ -373,6 +373,8 @@ def transform_area_daily(
)
# 收集所有涉及的日期
all_dates: set[date] = set()
+ # 未知区域名称计数(汇总后一次性输出,避免逐行 warning 产生大量日志噪音)
+ _unknown_area_counts: Dict[str, int] = defaultdict(int)
for row in settlement_rows:
sd = row.get("stat_date")
@@ -389,11 +391,7 @@ def transform_area_daily(
area_code = resolve_area_code(area_name)
if area_code is None:
- # 未知区域:记录警告,不计入具体区域行,但仍计入 all 行
- logger.warning(
- "DWS_FINANCE_AREA_DAILY: 未知区域名称 '%s',不计入具体区域",
- area_name,
- )
+ _unknown_area_counts[str(area_name)] += 1
# 提取金额
table_fee = safe_decimal_fn(row.get("table_fee_amount", 0))
@@ -464,6 +462,15 @@ def transform_area_daily(
for k, v in fields.items():
bucket[k] = bucket[k] + v
+ # 汇总输出未知区域名称(避免逐行 warning 刷屏)
+ if _unknown_area_counts:
+ summary = ", ".join(f"'{k}': {v}次" for k, v in _unknown_area_counts.items())
+ logger.warning(
+ "DWS_FINANCE_AREA_DAILY: 共 %d 条结算单区域未匹配(不计入具体区域,仅计入 all): %s",
+ sum(_unknown_area_counts.values()),
+ summary,
+ )
+
# 也收集 global_summary 中的日期
for sd in global_index:
all_dates.add(sd)
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/finance_base_task.py b/apps/etl/connectors/feiqiu/tasks/dws/finance_base_task.py
index 85640a6..7111c28 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/finance_base_task.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/finance_base_task.py
@@ -104,10 +104,10 @@ class FinanceBaseTask(BaseDwsTask):
SUM(CASE WHEN is_first = 1 THEN pay_amount + point_amount ELSE 0 END) AS first_recharge_total,
SUM(CASE WHEN is_first = 1 THEN pay_amount ELSE 0 END) AS first_recharge_cash,
SUM(CASE WHEN is_first = 1 THEN point_amount ELSE 0 END) AS first_recharge_gift,
- COUNT(CASE WHEN is_first = 0 OR is_first IS NULL THEN 1 END) AS renewal_count,
- SUM(CASE WHEN is_first = 0 OR is_first IS NULL THEN pay_amount + point_amount ELSE 0 END) AS renewal_total,
- SUM(CASE WHEN is_first = 0 OR is_first IS NULL THEN pay_amount ELSE 0 END) AS renewal_cash,
- SUM(CASE WHEN is_first = 0 OR is_first IS NULL THEN point_amount ELSE 0 END) AS renewal_gift,
+ COUNT(CASE WHEN is_first = 2 THEN 1 END) AS renewal_count,
+ SUM(CASE WHEN is_first = 2 THEN pay_amount + point_amount ELSE 0 END) AS renewal_total,
+ SUM(CASE WHEN is_first = 2 THEN pay_amount ELSE 0 END) AS renewal_cash,
+ SUM(CASE WHEN is_first = 2 THEN point_amount ELSE 0 END) AS renewal_gift,
COUNT(DISTINCT member_id) AS recharge_member_count
FROM dwd.dwd_recharge_order
WHERE site_id = %s
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/finance_recharge_task.py b/apps/etl/connectors/feiqiu/tasks/dws/finance_recharge_task.py
index 7978308..0291e29 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/finance_recharge_task.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/finance_recharge_task.py
@@ -139,10 +139,10 @@ class FinanceRechargeTask(FinanceBaseTask):
SUM(CASE WHEN is_first = 1 THEN pay_amount ELSE 0 END) AS first_recharge_cash,
SUM(CASE WHEN is_first = 1 THEN point_amount ELSE 0 END) AS first_recharge_gift,
SUM(CASE WHEN is_first = 1 THEN pay_amount + point_amount ELSE 0 END) AS first_recharge_total,
- COUNT(CASE WHEN is_first != 1 OR is_first IS NULL THEN 1 END) AS renewal_count,
- SUM(CASE WHEN is_first != 1 OR is_first IS NULL THEN pay_amount ELSE 0 END) AS renewal_cash,
- SUM(CASE WHEN is_first != 1 OR is_first IS NULL THEN point_amount ELSE 0 END) AS renewal_gift,
- SUM(CASE WHEN is_first != 1 OR is_first IS NULL THEN pay_amount + point_amount ELSE 0 END) AS renewal_total,
+ COUNT(CASE WHEN is_first = 2 THEN 1 END) AS renewal_count,
+ SUM(CASE WHEN is_first = 2 THEN pay_amount ELSE 0 END) AS renewal_cash,
+ SUM(CASE WHEN is_first = 2 THEN point_amount ELSE 0 END) AS renewal_gift,
+ SUM(CASE WHEN is_first = 2 THEN pay_amount + point_amount ELSE 0 END) AS renewal_total,
COUNT(DISTINCT member_id) AS recharge_member_count,
COUNT(DISTINCT CASE WHEN is_first = 1 THEN member_id END) AS new_member_count
FROM dwd.dwd_recharge_order
@@ -198,20 +198,19 @@ class FinanceRechargeTask(FinanceBaseTask):
CASH_CARD_TYPE_ID = 2793249295533893
GIFT_CARD_TYPE_IDS = [2791990152417157, 2793266846533445, 2794699703437125]
- # CHANGE 2026-02-21 | dim_member_card_account 无 site_id 字段,改用 register_site_id
- # CHANGE 2026-02-22 | 需求 B:通过事实表反查,支持跨店消费会员
+ # CHANGE 2026-04-08 | 修复卡余额快照失真:改为门店全量会员
+ # 原逻辑通过 dwd_recharge_order 反查,遗漏"有卡无充值"会员(赠卡、活动等)
+ # 余额代表门店预收负债,应覆盖所有持卡会员
sql = """
- SELECT card_type_id, SUM(balance) AS total_balance
- FROM dwd.dim_member_card_account
- WHERE tenant_member_id IN (
- SELECT DISTINCT member_id
- FROM dwd.dwd_recharge_order
- WHERE site_id = %s
- AND member_id IS NOT NULL
- AND member_id != 0
- ) AND scd2_is_current = 1
- AND COALESCE(is_delete, 0) = 0
- GROUP BY card_type_id
+ SELECT dca.card_type_id, SUM(dca.balance) AS total_balance
+ FROM dwd.dim_member_card_account dca
+ JOIN dwd.dim_member m
+ ON dca.tenant_member_id = m.member_id
+ AND m.scd2_is_current = 1
+ WHERE m.register_site_id = %s
+ AND dca.scd2_is_current = 1
+ AND COALESCE(dca.is_delete, 0) = 0
+ GROUP BY dca.card_type_id
"""
rows = self.db.query(sql, (site_id,))
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/index/member_index_base.py b/apps/etl/connectors/feiqiu/tasks/dws/index/member_index_base.py
index 8df0e68..337894d 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/index/member_index_base.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/index/member_index_base.py
@@ -36,6 +36,7 @@ class MemberActivityData:
days_since_last_recharge: Optional[int] = None
visits_14d: int = 0
+ visits_30d: int = 0
visits_60d: int = 0
visits_total: int = 0
@@ -451,8 +452,9 @@ class MemberIndexBaseTask(BaseIndexTask):
last_visit_time = max(r.get('last_visit_time') for r in day_rows_sorted)
data.last_visit_time = last_visit_time
- # 近14/60天到店次数
+ # 近14/30/60天到店次数
days_14_ago = base_date - timedelta(days=14)
+ days_30_ago_visit = base_date - timedelta(days=30)
days_60_ago = base_date - timedelta(days=60)
for r in day_rows_sorted:
visit_date = r.get('visit_date')
@@ -460,6 +462,8 @@ class MemberIndexBaseTask(BaseIndexTask):
continue
if visit_date >= days_14_ago:
data.visits_14d += 1
+ if visit_date >= days_30_ago_visit:
+ data.visits_30d += 1
if visit_date >= days_60_ago:
data.visits_60d += 1
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/index/newconv_index_task.py b/apps/etl/connectors/feiqiu/tasks/dws/index/newconv_index_task.py
index aebe180..8d9e267 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/index/newconv_index_task.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/index/newconv_index_task.py
@@ -317,7 +317,7 @@ class NewconvIndexTask(MemberIndexBaseTask):
status, segment,
member_create_time, first_visit_time, last_visit_time, last_recharge_time,
t_v, t_r, t_a,
- visits_14d, visits_60d, visits_total,
+ visits_14d, visits_30d, visits_60d, visits_total,
spend_30d, spend_180d, sv_balance, recharge_60d_amt,
interval_count,
need_new, salvage_new, recharge_new, value_new,
@@ -331,7 +331,7 @@ class NewconvIndexTask(MemberIndexBaseTask):
%s, %s,
%s, %s, %s, %s,
%s, %s, %s,
- %s, %s, %s,
+ %s, %s, %s, %s,
%s, %s, %s, %s,
%s,
%s, %s, %s, %s,
@@ -352,7 +352,7 @@ class NewconvIndexTask(MemberIndexBaseTask):
data.status, data.segment,
activity.member_create_time, activity.first_visit_time, activity.last_visit_time, activity.last_recharge_time,
activity.t_v, activity.t_r, activity.t_a,
- activity.visits_14d, activity.visits_60d, activity.visits_total,
+ activity.visits_14d, activity.visits_30d, activity.visits_60d, activity.visits_total,
activity.spend_30d, activity.spend_180d, activity.sv_balance, activity.recharge_60d_amt,
activity.interval_count,
data.need_new, data.salvage_new, data.recharge_new, data.value_new,
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/index/spending_power_index_task.py b/apps/etl/connectors/feiqiu/tasks/dws/index/spending_power_index_task.py
index 2b5c586..4752ed3 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/index/spending_power_index_task.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/index/spending_power_index_task.py
@@ -353,7 +353,12 @@ class SpendingPowerIndexTask(BaseIndexTask):
COALESCE(NULLIF(s.member_id, 0), mca.tenant_member_id)
AS canonical_member_id,
s.pay_time,
- COALESCE(s.pay_amount, 0) AS pay_amount
+ -- DWD 规则 #1:禁止 consume_money/pay_amount,使用 items_sum
+ (COALESCE(s.table_charge_money, 0)
+ + COALESCE(s.goods_money, 0)
+ + COALESCE(s.assistant_pd_money, 0)
+ + COALESCE(s.assistant_cx_money, 0)
+ + COALESCE(s.electricity_money, 0)) AS items_sum
FROM dwd.dwd_settlement_head s
LEFT JOIN dwd.dim_member_card_account mca
ON s.member_card_account_id = mca.member_card_id
@@ -368,14 +373,14 @@ class SpendingPowerIndexTask(BaseIndexTask):
SELECT
canonical_member_id AS member_id,
-- 90 天窗口
- SUM(pay_amount) AS spend_90,
+ SUM(items_sum) AS spend_90,
COUNT(*) AS orders_90,
COUNT(DISTINCT {biz_expr}) AS visit_days_90,
COUNT(DISTINCT EXTRACT(ISOYEAR FROM pay_time)::int * 100
+ EXTRACT(WEEK FROM pay_time)::int) AS active_weeks_90,
-- 30 天窗口(子集过滤)
SUM(CASE WHEN pay_time >= %s - INTERVAL '{short_days} days'
- THEN pay_amount ELSE 0 END) AS spend_30,
+ THEN items_sum ELSE 0 END) AS spend_30,
SUM(CASE WHEN pay_time >= %s - INTERVAL '{short_days} days'
THEN 1 ELSE 0 END) AS orders_30,
COUNT(DISTINCT CASE WHEN pay_time >= %s - INTERVAL '{short_days} days'
@@ -491,7 +496,12 @@ class SpendingPowerIndexTask(BaseIndexTask):
COALESCE(NULLIF(s.member_id, 0), mca.tenant_member_id)
AS canonical_member_id,
{biz_expr_s} AS pay_date,
- COALESCE(s.pay_amount, 0) AS pay_amount
+ -- DWD 规则 #1:使用 items_sum
+ (COALESCE(s.table_charge_money, 0)
+ + COALESCE(s.goods_money, 0)
+ + COALESCE(s.assistant_pd_money, 0)
+ + COALESCE(s.assistant_cx_money, 0)
+ + COALESCE(s.electricity_money, 0)) AS items_sum
FROM dwd.dwd_settlement_head s
LEFT JOIN dwd.dim_member_card_account mca
ON s.member_card_account_id = mca.member_card_id
@@ -502,7 +512,7 @@ class SpendingPowerIndexTask(BaseIndexTask):
AND s.settle_type IN (1, 3)
AND s.pay_time >= NOW() - INTERVAL '{long_days} days'
)
- SELECT pay_date, SUM(pay_amount) AS daily_spend
+ SELECT pay_date, SUM(items_sum) AS daily_spend
FROM consume_source
WHERE canonical_member_id = %s
GROUP BY pay_date
@@ -544,7 +554,12 @@ class SpendingPowerIndexTask(BaseIndexTask):
COALESCE(NULLIF(s.member_id, 0), mca.tenant_member_id)
AS canonical_member_id,
{biz_expr_s} AS pay_date,
- COALESCE(s.pay_amount, 0) AS pay_amount
+ -- DWD 规则 #1:使用 items_sum
+ (COALESCE(s.table_charge_money, 0)
+ + COALESCE(s.goods_money, 0)
+ + COALESCE(s.assistant_pd_money, 0)
+ + COALESCE(s.assistant_cx_money, 0)
+ + COALESCE(s.electricity_money, 0)) AS items_sum
FROM dwd.dwd_settlement_head s
LEFT JOIN dwd.dim_member_card_account mca
ON s.member_card_account_id = mca.member_card_id
@@ -558,7 +573,7 @@ class SpendingPowerIndexTask(BaseIndexTask):
)
SELECT canonical_member_id AS member_id,
pay_date,
- SUM(pay_amount) AS daily_spend
+ SUM(items_sum) AS daily_spend
FROM consume_source
WHERE canonical_member_id > 0
GROUP BY canonical_member_id, pay_date
diff --git a/apps/etl/connectors/feiqiu/tasks/dws/index/winback_index_task.py b/apps/etl/connectors/feiqiu/tasks/dws/index/winback_index_task.py
index 811bafe..01551fa 100644
--- a/apps/etl/connectors/feiqiu/tasks/dws/index/winback_index_task.py
+++ b/apps/etl/connectors/feiqiu/tasks/dws/index/winback_index_task.py
@@ -369,7 +369,7 @@ class WinbackIndexTask(MemberIndexBaseTask):
status, segment,
member_create_time, first_visit_time, last_visit_time, last_recharge_time,
t_v, t_r, t_a,
- visits_14d, visits_60d, visits_total,
+ visits_14d, visits_30d, visits_60d, visits_total,
spend_30d, spend_180d, sv_balance, recharge_60d_amt,
interval_count,
overdue_old, overdue_cdf_p, drop_old, recharge_old, value_old,
@@ -382,7 +382,7 @@ class WinbackIndexTask(MemberIndexBaseTask):
%s, %s,
%s, %s, %s, %s,
%s, %s, %s,
- %s, %s, %s,
+ %s, %s, %s, %s,
%s, %s, %s, %s,
%s,
%s, %s, %s, %s, %s,
@@ -402,7 +402,7 @@ class WinbackIndexTask(MemberIndexBaseTask):
data.status, data.segment,
activity.member_create_time, activity.first_visit_time, activity.last_visit_time, activity.last_recharge_time,
activity.t_v, activity.t_r, activity.t_a,
- activity.visits_14d, activity.visits_60d, activity.visits_total,
+ activity.visits_14d, activity.visits_30d, activity.visits_60d, activity.visits_total,
activity.spend_30d, activity.spend_180d, activity.sv_balance, activity.recharge_60d_amt,
activity.interval_count,
data.overdue_old, data.overdue_cdf_p, data.drop_old, data.recharge_old, data.value_old,
diff --git a/apps/miniprogram/miniprogram/pages/board-coach/board-coach.ts b/apps/miniprogram/miniprogram/pages/board-coach/board-coach.ts
index 8ab79fe..0c8f3ae 100644
--- a/apps/miniprogram/miniprogram/pages/board-coach/board-coach.ts
+++ b/apps/miniprogram/miniprogram/pages/board-coach/board-coach.ts
@@ -162,6 +162,8 @@ Page({
_lastScrollTop: 0,
_scrollAcc: 0,
_scrollDir: null as 'up' | 'down' | null,
+ /** 请求代数计数器:切换筛选时递增,旧请求的响应到达后对比丢弃 */
+ _loadGeneration: 0,
onLoad() {
this.loadData()
@@ -181,6 +183,7 @@ Page({
},
onPullDownRefresh() {
+ this._loadGeneration++
this.setData({ currentPage: 1, hasMore: true, coaches: [], allCoaches: [] })
this.loadData()
setTimeout(() => wx.stopPullDownRefresh(), 500)
@@ -219,7 +222,9 @@ Page({
// CHANGE 2026-03-28 | P4 联调:替换 Mock 为真实 API 调用
// CHANGE 2026-03-29 | 懒加载:支持分页追加
+ // CHANGE 2026-04-08 | 竞态修复:用 _loadGeneration 丢弃过时响应
async loadData() {
+ const gen = this._loadGeneration
const page = this.data.currentPage
const isFirstPage = page === 1
@@ -239,6 +244,8 @@ Page({
page,
pageSize: this.data.pageSize,
})
+ // 竞态保护:响应到达时代数已变(用户切了筛选),丢弃本次结果
+ if (gen !== this._loadGeneration) return
const items = res.items
if (isFirstPage && (!items || items.length === 0)) {
this.setData({ pageState: 'empty', totalCount: 0, hasMore: false })
@@ -318,6 +325,7 @@ Page({
onSortChange(e: WechatMiniprogram.CustomEvent<{ value: string }>) {
const val = e.detail.value
+ this._loadGeneration++
this.setData({
selectedSort: val,
dimType: SORT_TO_DIM[val] || 'perf',
@@ -327,11 +335,13 @@ Page({
},
onSkillChange(e: WechatMiniprogram.CustomEvent<{ value: string }>) {
+ this._loadGeneration++
this.setData({ selectedSkill: e.detail.value, currentPage: 1, hasMore: true, coaches: [], allCoaches: [] })
this.loadData()
},
onTimeChange(e: WechatMiniprogram.CustomEvent<{ value: string }>) {
+ this._loadGeneration++
this.setData({ selectedTime: e.detail.value, currentPage: 1, hasMore: true, coaches: [], allCoaches: [] })
this.loadData()
},
diff --git a/apps/miniprogram/miniprogram/pages/board-customer/board-customer.ts b/apps/miniprogram/miniprogram/pages/board-customer/board-customer.ts
index 0bae58c..3819c96 100644
--- a/apps/miniprogram/miniprogram/pages/board-customer/board-customer.ts
+++ b/apps/miniprogram/miniprogram/pages/board-customer/board-customer.ts
@@ -33,7 +33,7 @@ const DIMENSION_OPTIONS = [
{ value: 'recent', text: '最近到店' },
{ value: 'spend60', text: '最高消费 近60天' },
{ value: 'freq60', text: '最频繁 近60天' },
- { value: 'loyal', text: '最专一 近60天' },
+ { value: 'loyal', text: '最专一 近90天' },
]
// CHANGE 2026-03-28 | P9 修复:value 改为数据库 category_code,与后端枚举一致。
@@ -200,6 +200,8 @@ Page({
_lastScrollTop: 0,
_scrollAcc: 0,
_scrollDir: null as 'up' | 'down' | null,
+ /** 请求代数计数器:切换维度/项目时递增,旧请求的响应到达后对比丢弃 */
+ _loadGeneration: 0,
onLoad() {
this.loadData()
@@ -219,6 +221,7 @@ Page({
},
onPullDownRefresh() {
+ this._loadGeneration++
this.setData({ currentPage: 1, hasMore: true, customers: [], allCustomers: [] })
this.loadData()
setTimeout(() => wx.stopPullDownRefresh(), 500)
@@ -257,7 +260,9 @@ Page({
// CHANGE 2026-03-28 | P5 联调:替换 Mock 为真实 API 调用
// CHANGE 2026-03-29 | 懒加载:支持分页追加
+ // CHANGE 2026-04-08 | 竞态修复:用 _loadGeneration 丢弃过时响应
async loadData() {
+ const gen = this._loadGeneration
const page = this.data.currentPage
const isFirstPage = page === 1
@@ -276,6 +281,8 @@ Page({
page,
pageSize: this.data.pageSize,
})
+ // 竞态保护:响应到达时代数已变(用户切了维度/项目),丢弃本次结果
+ if (gen !== this._loadGeneration) return
const items = res.items
if (isFirstPage && (!items || items.length === 0)) {
this.setData({ pageState: 'empty', totalCount: 0, hasMore: false })
@@ -348,6 +355,7 @@ Page({
onDimensionChange(e: WechatMiniprogram.CustomEvent<{ value: string }>) {
const val = e.detail.value
+ this._loadGeneration++
this.setData({
selectedDimension: val,
dimType: DIMENSION_TO_DIM[val] || 'recall',
@@ -357,6 +365,7 @@ Page({
},
onProjectChange(e: WechatMiniprogram.CustomEvent<{ value: string }>) {
+ this._loadGeneration++
this.setData({ selectedProject: e.detail.value, currentPage: 1, hasMore: true, customers: [], allCustomers: [] })
this.loadData()
},
diff --git a/apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml b/apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml
index 9adb17f..ecaa70a 100644
--- a/apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml
+++ b/apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml
@@ -165,7 +165,7 @@
{{fmt.money(item.spend30d)}}
- 月均到店
+ 近30天到店
{{fmt.count(item.avgVisits, '次')}}
@@ -201,7 +201,7 @@
{{fmt.safe(item.lastRecharge)}}
- 充值
+ 累计充值
{{fmt.money(item.rechargeAmount)}}
diff --git a/apps/miniprogram/miniprogram/pages/board-finance/board-finance.wxss b/apps/miniprogram/miniprogram/pages/board-finance/board-finance.wxss
index 8193152..dd26259 100644
--- a/apps/miniprogram/miniprogram/pages/board-finance/board-finance.wxss
+++ b/apps/miniprogram/miniprogram/pages/board-finance/board-finance.wxss
@@ -1248,7 +1248,7 @@ AI_CHANGELOG
/* CHANGE 2026-03-14 | intent: H5 gap-1=4px → spec p-1=8rpx */
.coach-fin-header {
display: grid;
- grid-template-columns: 1fr 1.2fr 1.2fr 1fr;
+ grid-template-columns: 1fr 1.5fr 1.5fr 1fr;
gap: 8rpx;
padding: 14rpx 30rpx;
background: #f0f0f0;
@@ -1276,7 +1276,7 @@ AI_CHANGELOG
/* CHANGE 2026-03-14 | intent: H5 gap-1=4px → spec p-1=8rpx;基础行 py-2=14rpx */
.coach-fin-row {
display: grid;
- grid-template-columns: 1fr 1.2fr 1.2fr 1fr;
+ grid-template-columns: 1fr 1.5fr 1.5fr 1fr;
gap: 8rpx;
padding: 14rpx 30rpx;
border-bottom: 2rpx solid #f3f3f3;
@@ -1306,7 +1306,7 @@ AI_CHANGELOG
/* CHANGE 2026-03-13 | intent: 校对 H5 coach-fin-bold fontSize:14px→24rpx(87.5%) */
.coach-fin-bold {
- font-size: 26rpx;
+ font-size: 30rpx;
line-height: 36rpx;
font-weight: 600;
color: #242424;
diff --git a/db/etl_feiqiu/migrations/20260407_add_visits_30d.sql b/db/etl_feiqiu/migrations/20260407_add_visits_30d.sql
new file mode 100644
index 0000000..04803b0
--- /dev/null
+++ b/db/etl_feiqiu/migrations/20260407_add_visits_30d.sql
@@ -0,0 +1,74 @@
+-- 迁移:为 dws_member_winback_index 和 dws_member_newconv_index 添加 visits_30d 字段
+-- Fix-3:recall 维度需要 30 天到店次数,原先用 visits_14d 近似
+-- 日期:2026-04-07
+-- 重要:加列后必须重建所有引用这两张表的视图,否则视图看不到新列
+
+-- 1. 加列
+ALTER TABLE dws.dws_member_winback_index
+ ADD COLUMN IF NOT EXISTS visits_30d integer DEFAULT 0 NOT NULL;
+
+ALTER TABLE dws.dws_member_newconv_index
+ ADD COLUMN IF NOT EXISTS visits_30d integer DEFAULT 0 NOT NULL;
+
+-- 2. 重建 app schema RLS 视图(DROP + CREATE,因为列顺序变化导致 CREATE OR REPLACE 报错)
+DROP VIEW IF EXISTS app.v_dws_member_winback_index;
+CREATE VIEW app.v_dws_member_winback_index AS
+SELECT winback_id, site_id, tenant_id, member_id, status, segment,
+ member_create_time, first_visit_time, last_visit_time, last_recharge_time,
+ t_v, t_r, t_a,
+ visits_14d, visits_30d, visits_60d, visits_total,
+ spend_30d, spend_180d, sv_balance, recharge_60d_amt, interval_count,
+ overdue_old, drop_old, recharge_old, value_old,
+ raw_score, display_score, last_wechat_touch_time,
+ calc_time, calc_version, created_at, updated_at,
+ overdue_cdf_p, ideal_interval_days, ideal_next_visit_date
+FROM dws.dws_member_winback_index
+WHERE site_id = current_setting('app.current_site_id')::bigint;
+
+DROP VIEW IF EXISTS app.v_dws_member_newconv_index;
+CREATE VIEW app.v_dws_member_newconv_index AS
+SELECT newconv_id, site_id, tenant_id, member_id, status, segment,
+ member_create_time, first_visit_time, last_visit_time, last_recharge_time,
+ t_v, t_r, t_a,
+ visits_14d, visits_30d, visits_60d, visits_total,
+ spend_30d, spend_180d, sv_balance, recharge_60d_amt, interval_count,
+ need_new, salvage_new, recharge_new, value_new, welcome_new,
+ raw_score_welcome, raw_score_convert, raw_score,
+ display_score_welcome, display_score_convert, display_score,
+ last_wechat_touch_time, calc_time, calc_version, created_at, updated_at
+FROM dws.dws_member_newconv_index
+WHERE site_id = current_setting('app.current_site_id')::bigint;
+
+-- 3. 重建 dws.v_member_recall_priority (UNION ALL 视图)
+DROP VIEW IF EXISTS dws.v_member_recall_priority;
+CREATE VIEW dws.v_member_recall_priority AS
+SELECT site_id, tenant_id, member_id, 'WBI'::varchar(10) AS index_type,
+ status, segment, member_create_time, first_visit_time, last_visit_time, last_recharge_time,
+ t_v, t_r, t_a, visits_14d, visits_30d, visits_60d, visits_total,
+ spend_30d, spend_180d, sv_balance, recharge_60d_amt,
+ NULL::numeric(10,4) AS need_new, NULL::numeric(10,4) AS salvage_new,
+ NULL::numeric(10,4) AS recharge_new, NULL::numeric(10,4) AS value_new,
+ NULL::numeric(10,4) AS welcome_new,
+ NULL::numeric(14,6) AS raw_score_welcome, NULL::numeric(14,6) AS raw_score_convert,
+ raw_score,
+ NULL::numeric(4,2) AS display_score_welcome, NULL::numeric(4,2) AS display_score_convert,
+ display_score, last_wechat_touch_time, calc_time
+FROM dws.dws_member_winback_index
+UNION ALL
+SELECT site_id, tenant_id, member_id, 'NCI'::varchar(10) AS index_type,
+ status, segment, member_create_time, first_visit_time, last_visit_time, last_recharge_time,
+ t_v, t_r, t_a, visits_14d, visits_30d, visits_60d, visits_total,
+ spend_30d, spend_180d, sv_balance, recharge_60d_amt,
+ need_new, salvage_new, recharge_new, value_new, welcome_new,
+ raw_score_welcome, raw_score_convert, raw_score,
+ display_score_welcome, display_score_convert, display_score,
+ last_wechat_touch_time, calc_time
+FROM dws.dws_member_newconv_index;
+
+-- 4. 回滚脚本(如需回滚,按逆序执行):
+-- DROP VIEW IF EXISTS dws.v_member_recall_priority;
+-- DROP VIEW IF EXISTS app.v_dws_member_newconv_index;
+-- DROP VIEW IF EXISTS app.v_dws_member_winback_index;
+-- ALTER TABLE dws.dws_member_winback_index DROP COLUMN IF EXISTS visits_30d;
+-- ALTER TABLE dws.dws_member_newconv_index DROP COLUMN IF EXISTS visits_30d;
+-- 然后重建原始视图(不含 visits_30d)
diff --git a/db/etl_feiqiu/migrations/20260408_fix_snapshot_view_dedup.sql b/db/etl_feiqiu/migrations/20260408_fix_snapshot_view_dedup.sql
new file mode 100644
index 0000000..dd48335
--- /dev/null
+++ b/db/etl_feiqiu/migrations/20260408_fix_snapshot_view_dedup.sql
@@ -0,0 +1,58 @@
+-- 迁移:修复 app schema 快照视图多行膨胀
+-- 背景:consumption_summary 和 assistant_customer_stats 按 stat_date 存储每日快照,
+-- 原视图返回全部行导致 JOIN 行膨胀和前端卡片重复。
+-- 修复:DISTINCT ON 只取每个唯一键的最新 stat_date 行。
+-- 日期:2026-04-08
+
+-- 1. v_dws_member_consumption_summary:每个 member_id 只取最新快照
+CREATE OR REPLACE VIEW app.v_dws_member_consumption_summary AS
+SELECT DISTINCT ON (member_id)
+ id, site_id, tenant_id, member_id, stat_date,
+ member_nickname, member_mobile, card_grade_name,
+ register_date, first_consume_date, last_consume_date,
+ total_visit_count, total_consume_amount, total_recharge_amount,
+ total_table_fee, total_goods_amount, total_assistant_amount,
+ visit_count_7d, visit_count_10d, visit_count_15d,
+ visit_count_30d, visit_count_60d, visit_count_90d,
+ consume_amount_7d, consume_amount_10d, consume_amount_15d,
+ consume_amount_30d, consume_amount_60d, consume_amount_90d,
+ cash_card_balance, gift_card_balance, total_card_balance,
+ days_since_last, is_active_7d, is_active_30d, is_active_90d,
+ customer_tier, created_at, updated_at,
+ recharge_count_30d, recharge_count_60d, recharge_count_90d,
+ recharge_amount_30d, recharge_amount_60d, recharge_amount_90d,
+ avg_ticket_amount
+FROM dws.dws_member_consumption_summary
+WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ORDER BY member_id, stat_date DESC;
+
+-- 2. v_dws_assistant_customer_stats:每对 (assistant_id, member_id) 只取最新快照
+CREATE OR REPLACE VIEW app.v_dws_assistant_customer_stats AS
+SELECT DISTINCT ON (assistant_id, member_id)
+ id, site_id, tenant_id, assistant_id, assistant_nickname,
+ member_id, member_nickname, member_mobile, stat_date,
+ first_service_date, last_service_date,
+ total_service_count, total_service_hours, total_service_amount,
+ service_count_7d, service_count_10d, service_count_15d,
+ service_count_30d, service_count_60d, service_count_90d,
+ service_hours_7d, service_hours_10d, service_hours_15d,
+ service_hours_30d, service_hours_60d, service_hours_90d,
+ service_amount_7d, service_amount_10d, service_amount_15d,
+ service_amount_30d, service_amount_60d, service_amount_90d,
+ days_since_last, is_active_7d, is_active_30d,
+ created_at, updated_at
+FROM dws.dws_assistant_customer_stats
+WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ORDER BY assistant_id, member_id, stat_date DESC;
+
+-- 验证 SQL(执行后检查):
+-- SET app.current_site_id = '';
+-- 1) SELECT COUNT(*), COUNT(DISTINCT member_id) FROM app.v_dws_member_consumption_summary; -- 两个值应该相等
+-- 2) SELECT COUNT(*), COUNT(DISTINCT (assistant_id, member_id)) FROM app.v_dws_assistant_customer_stats; -- 两个值应该相等
+-- 3) SELECT member_id, COUNT(*) FROM app.v_dws_member_consumption_summary GROUP BY member_id HAVING COUNT(*) > 1; -- 应返回 0 行
+
+-- 回滚:
+-- CREATE OR REPLACE VIEW app.v_dws_member_consumption_summary AS
+-- SELECT ... FROM dws.dws_member_consumption_summary WHERE (site_id = ...); -- 去掉 DISTINCT ON 和 ORDER BY
+-- CREATE OR REPLACE VIEW app.v_dws_assistant_customer_stats AS
+-- SELECT ... FROM dws.dws_assistant_customer_stats WHERE (site_id = ...); -- 同上
diff --git a/db/etl_feiqiu/schemas/app.sql b/db/etl_feiqiu/schemas/app.sql
index 01d402e..1af6a83 100644
--- a/db/etl_feiqiu/schemas/app.sql
+++ b/db/etl_feiqiu/schemas/app.sql
@@ -439,8 +439,10 @@ SELECT table_fee_log_id,
WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
;
+-- CHANGE 2026-04-08 | DISTINCT ON 只取每对 (assistant, member) 最新快照
CREATE OR REPLACE VIEW app.v_dws_assistant_customer_stats AS
-SELECT id,
+SELECT DISTINCT ON (assistant_id, member_id)
+ id,
site_id,
tenant_id,
assistant_id,
@@ -478,7 +480,8 @@ SELECT id,
created_at,
updated_at
FROM dws.dws_assistant_customer_stats
- WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
+ WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ ORDER BY assistant_id, member_id, stat_date DESC;
;
CREATE OR REPLACE VIEW app.v_dws_assistant_daily_detail AS
@@ -976,8 +979,10 @@ SELECT relation_id,
WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
;
+-- CHANGE 2026-04-08 | DISTINCT ON 只取每个会员最新快照,避免多 stat_date 行膨胀
CREATE OR REPLACE VIEW app.v_dws_member_consumption_summary AS
-SELECT id,
+SELECT DISTINCT ON (member_id)
+ id,
site_id,
tenant_id,
member_id,
@@ -1024,7 +1029,8 @@ SELECT id,
recharge_amount_90d,
avg_ticket_amount
FROM dws.dws_member_consumption_summary
- WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
+ WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ ORDER BY member_id, stat_date DESC;
;
CREATE OR REPLACE VIEW app.v_dws_member_newconv_index AS
@@ -1042,6 +1048,7 @@ SELECT newconv_id,
t_r,
t_a,
visits_14d,
+ visits_30d,
visits_60d,
visits_total,
spend_30d,
@@ -1167,6 +1174,7 @@ SELECT winback_id,
t_r,
t_a,
visits_14d,
+ visits_30d,
visits_60d,
visits_total,
spend_30d,
diff --git a/db/etl_feiqiu/schemas/dws.sql b/db/etl_feiqiu/schemas/dws.sql
index 70eda57..9b7f3c6 100644
--- a/db/etl_feiqiu/schemas/dws.sql
+++ b/db/etl_feiqiu/schemas/dws.sql
@@ -789,6 +789,7 @@ CREATE TABLE dws.dws_member_newconv_index (
t_r numeric(6,2),
t_a numeric(6,2),
visits_14d integer DEFAULT 0 NOT NULL,
+ visits_30d integer DEFAULT 0 NOT NULL,
visits_60d integer DEFAULT 0 NOT NULL,
visits_total integer DEFAULT 0 NOT NULL,
spend_30d numeric(14,2) DEFAULT 0 NOT NULL,
@@ -907,6 +908,7 @@ CREATE TABLE dws.dws_member_winback_index (
t_r numeric(6,2),
t_a numeric(6,2),
visits_14d integer DEFAULT 0 NOT NULL,
+ visits_30d integer DEFAULT 0 NOT NULL,
visits_60d integer DEFAULT 0 NOT NULL,
visits_total integer DEFAULT 0 NOT NULL,
spend_30d numeric(14,2) DEFAULT 0 NOT NULL,
@@ -1297,6 +1299,7 @@ SELECT dws_member_winback_index.site_id,
dws_member_winback_index.t_r,
dws_member_winback_index.t_a,
dws_member_winback_index.visits_14d,
+ dws_member_winback_index.visits_30d,
dws_member_winback_index.visits_60d,
dws_member_winback_index.visits_total,
dws_member_winback_index.spend_30d,
@@ -1332,6 +1335,7 @@ UNION ALL
dws_member_newconv_index.t_r,
dws_member_newconv_index.t_a,
dws_member_newconv_index.visits_14d,
+ dws_member_newconv_index.visits_30d,
dws_member_newconv_index.visits_60d,
dws_member_newconv_index.visits_total,
dws_member_newconv_index.spend_30d,
diff --git a/db/zqyy_app/migrations/20260407_add_completion_type.sql b/db/zqyy_app/migrations/20260407_add_completion_type.sql
new file mode 100644
index 0000000..4a4edf4
--- /dev/null
+++ b/db/zqyy_app/migrations/20260407_add_completion_type.sql
@@ -0,0 +1,11 @@
+-- 迁移:coach_tasks 添加 completion_type 字段
+-- Fix-13:区分自动完成(auto)和手动完成(manual)
+-- 日期:2026-04-07
+
+ALTER TABLE biz.coach_tasks
+ ADD COLUMN IF NOT EXISTS completion_type character varying(10);
+
+COMMENT ON COLUMN biz.coach_tasks.completion_type IS '完成类型:auto=系统自动检测到店, manual=助教手动标记';
+
+-- 回滚:
+-- ALTER TABLE biz.coach_tasks DROP COLUMN IF EXISTS completion_type;
diff --git a/db/zqyy_app/schemas/biz.sql b/db/zqyy_app/schemas/biz.sql
index f05f085..a4b00e1 100644
--- a/db/zqyy_app/schemas/biz.sql
+++ b/db/zqyy_app/schemas/biz.sql
@@ -16,6 +16,7 @@ CREATE SEQUENCE IF NOT EXISTS biz.cfg_task_generator_params_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_task_history_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_task_transfer_log_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_tasks_id_seq AS bigint;
+CREATE SEQUENCE IF NOT EXISTS biz.recall_events_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.connectors_id_seq AS integer;
CREATE SEQUENCE IF NOT EXISTS biz.dws_assistant_task_monthly_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.excel_upload_log_id_seq AS bigint;
@@ -153,6 +154,7 @@ CREATE TABLE biz.coach_tasks (
abandon_reason text,
completed_at timestamp with time zone,
completed_task_type character varying(50),
+ completion_type character varying(10),
parent_task_id bigint,
created_at timestamp with time zone DEFAULT now(),
updated_at timestamp with time zone DEFAULT now(),
@@ -161,6 +163,17 @@ CREATE TABLE biz.coach_tasks (
transferred_at timestamp with time zone
);
+CREATE TABLE biz.recall_events (
+ id bigint DEFAULT nextval('biz.recall_events_id_seq'::regclass) NOT NULL,
+ site_id bigint NOT NULL,
+ assistant_id bigint NOT NULL,
+ member_id bigint NOT NULL,
+ pay_time timestamp with time zone NOT NULL,
+ task_id bigint,
+ task_type character varying(50),
+ created_at timestamp with time zone DEFAULT now()
+);
+
CREATE TABLE biz.connectors (
id integer DEFAULT nextval('biz.connectors_id_seq'::regclass) NOT NULL,
connector_key character varying(50) NOT NULL,
@@ -341,6 +354,8 @@ ALTER TABLE biz.dws_assistant_task_monthly ADD CONSTRAINT dws_assistant_task_mon
ALTER TABLE biz.excel_upload_log ADD CONSTRAINT excel_upload_log_pkey PRIMARY KEY (id);
ALTER TABLE biz.notes ADD CONSTRAINT notes_task_id_fkey FOREIGN KEY (task_id) REFERENCES biz.coach_tasks(id);
ALTER TABLE biz.notes ADD CONSTRAINT notes_pkey PRIMARY KEY (id);
+ALTER TABLE biz.recall_events ADD CONSTRAINT recall_events_pkey PRIMARY KEY (id);
+ALTER TABLE biz.recall_events ADD CONSTRAINT recall_events_task_id_fkey FOREIGN KEY (task_id) REFERENCES biz.coach_tasks(id);
ALTER TABLE biz.salary_adjustments ADD CONSTRAINT salary_adjustments_upload_batch_id_fkey FOREIGN KEY (upload_batch_id) REFERENCES biz.excel_upload_log(id);
ALTER TABLE biz.salary_adjustments ADD CONSTRAINT salary_adjustments_pkey PRIMARY KEY (id);
ALTER TABLE biz.site_code_history ADD CONSTRAINT site_code_history_pkey PRIMARY KEY (id);
@@ -386,5 +401,7 @@ CREATE INDEX idx_task_monthly_site_month ON biz.dws_assistant_task_monthly USING
CREATE INDEX idx_excel_log_site ON biz.excel_upload_log USING btree (site_id, created_at DESC);
CREATE INDEX idx_notes_target ON biz.notes USING btree (site_id, target_type, target_id);
CREATE INDEX idx_salary_adj_assistant_month ON biz.salary_adjustments USING btree (assistant_id, salary_month);
+CREATE UNIQUE INDEX idx_recall_events_site_assistant_member_day ON biz.recall_events USING btree (site_id, assistant_id, member_id, (date_trunc('day', pay_time AT TIME ZONE 'Asia/Shanghai')));
+CREATE INDEX idx_recall_events_assistant_pay ON biz.recall_events USING btree (site_id, assistant_id, pay_time);
CREATE INDEX idx_salary_adj_site_month ON biz.salary_adjustments USING btree (site_id, salary_month);
diff --git a/docs/audit/audit_dashboard.md b/docs/audit/audit_dashboard.md
index f07279a..92fdfbe 100644
--- a/docs/audit/audit_dashboard.md
+++ b/docs/audit/audit_dashboard.md
@@ -1,11 +1,12 @@
# 审计一览表
-> 自动生成于 2026-04-06 01:04:43,请勿手动编辑。
+> 自动生成于 2026-04-08 15:09:30,请勿手动编辑。
## 时间线视图
| 日期 | 项目 | 需求摘要 | 变更类型 | 影响模块 | 风险 | 详情 |
|------|------|----------|----------|----------|------|------|
+| 2026-04-08 | 项目级 | 变更审计记录:Fix-13 回滚手动完成 + 广义召回完成机制 | bugfix | 其他 | 低 | [链接](changes/2026-04-08__fix13-recall-events-refactor.md) |
| 2026-04-06 | 项目级 | 变更审计记录:v1 历史清理与 DDL 合并归档 | 清理 | 其他 | 极低 | [链接](changes/2026-04-06__v1-cleanup-ddl-consolidation.md) |
| 2026-04-05 | 项目级 | 变更审计记录:Kiro → Claude Code 全量迁移 | 文档 | 其他 | 低 | [链接](changes/2026-04-05__kiro-to-claude-code-migration.md) |
| 2026-03-31 | 项目级 | 变更审计记录:任务引擎改造 — 参数调优 + 客户级升级/转移 + 任务统计写入 | 功能 | 其他 | 未知 | [链接](changes/2026-03-31__task-engine-overhaul.md) |
@@ -240,6 +241,7 @@
| 日期 | 需求摘要 | 变更类型 | 影响模块 | 风险 | 详情 |
|------|----------|----------|----------|------|------|
+| 2026-04-08 | 变更审计记录:Fix-13 回滚手动完成 + 广义召回完成机制 | bugfix | 其他 | 低 | [链接](changes/2026-04-08__fix13-recall-events-refactor.md) |
| 2026-04-06 | 变更审计记录:v1 历史清理与 DDL 合并归档 | 清理 | 其他 | 极低 | [链接](changes/2026-04-06__v1-cleanup-ddl-consolidation.md) |
| 2026-04-05 | 变更审计记录:Kiro → Claude Code 全量迁移 | 文档 | 其他 | 低 | [链接](changes/2026-04-05__kiro-to-claude-code-migration.md) |
| 2026-03-31 | 变更审计记录:任务引擎改造 — 参数调优 + 客户级升级/转移 + 任务统计写入 | 功能 | 其他 | 未知 | [链接](changes/2026-03-31__task-engine-overhaul.md) |
@@ -370,6 +372,7 @@
| 日期 | 需求摘要 | 变更类型 | 风险 | 详情 |
|------|----------|----------|------|------|
+| 2026-04-08 | 变更审计记录:Fix-13 回滚手动完成 + 广义召回完成机制 | bugfix | 低 | [链接](changes/2026-04-08__fix13-recall-events-refactor.md) |
| 2026-04-06 | 变更审计记录:v1 历史清理与 DDL 合并归档 | 清理 | 极低 | [链接](changes/2026-04-06__v1-cleanup-ddl-consolidation.md) |
| 2026-04-05 | 变更审计记录:Kiro → Claude Code 全量迁移 | 文档 | 低 | [链接](changes/2026-04-05__kiro-to-claude-code-migration.md) |
| 2026-03-31 | 变更审计记录:任务引擎改造 — 参数调优 + 客户级升级/转移 + 任务统计写入 | 功能 | 未知 | [链接](changes/2026-03-31__task-engine-overhaul.md) |
diff --git a/docs/database/ddl/etl_feiqiu__app.sql b/docs/database/ddl/etl_feiqiu__app.sql
index 01d402e..1af6a83 100644
--- a/docs/database/ddl/etl_feiqiu__app.sql
+++ b/docs/database/ddl/etl_feiqiu__app.sql
@@ -439,8 +439,10 @@ SELECT table_fee_log_id,
WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
;
+-- CHANGE 2026-04-08 | DISTINCT ON 只取每对 (assistant, member) 最新快照
CREATE OR REPLACE VIEW app.v_dws_assistant_customer_stats AS
-SELECT id,
+SELECT DISTINCT ON (assistant_id, member_id)
+ id,
site_id,
tenant_id,
assistant_id,
@@ -478,7 +480,8 @@ SELECT id,
created_at,
updated_at
FROM dws.dws_assistant_customer_stats
- WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
+ WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ ORDER BY assistant_id, member_id, stat_date DESC;
;
CREATE OR REPLACE VIEW app.v_dws_assistant_daily_detail AS
@@ -976,8 +979,10 @@ SELECT relation_id,
WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
;
+-- CHANGE 2026-04-08 | DISTINCT ON 只取每个会员最新快照,避免多 stat_date 行膨胀
CREATE OR REPLACE VIEW app.v_dws_member_consumption_summary AS
-SELECT id,
+SELECT DISTINCT ON (member_id)
+ id,
site_id,
tenant_id,
member_id,
@@ -1024,7 +1029,8 @@ SELECT id,
recharge_amount_90d,
avg_ticket_amount
FROM dws.dws_member_consumption_summary
- WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint);
+ WHERE (site_id = (current_setting('app.current_site_id'::text))::bigint)
+ ORDER BY member_id, stat_date DESC;
;
CREATE OR REPLACE VIEW app.v_dws_member_newconv_index AS
@@ -1042,6 +1048,7 @@ SELECT newconv_id,
t_r,
t_a,
visits_14d,
+ visits_30d,
visits_60d,
visits_total,
spend_30d,
@@ -1167,6 +1174,7 @@ SELECT winback_id,
t_r,
t_a,
visits_14d,
+ visits_30d,
visits_60d,
visits_total,
spend_30d,
diff --git a/docs/database/ddl/etl_feiqiu__dws.sql b/docs/database/ddl/etl_feiqiu__dws.sql
index 70eda57..9b7f3c6 100644
--- a/docs/database/ddl/etl_feiqiu__dws.sql
+++ b/docs/database/ddl/etl_feiqiu__dws.sql
@@ -789,6 +789,7 @@ CREATE TABLE dws.dws_member_newconv_index (
t_r numeric(6,2),
t_a numeric(6,2),
visits_14d integer DEFAULT 0 NOT NULL,
+ visits_30d integer DEFAULT 0 NOT NULL,
visits_60d integer DEFAULT 0 NOT NULL,
visits_total integer DEFAULT 0 NOT NULL,
spend_30d numeric(14,2) DEFAULT 0 NOT NULL,
@@ -907,6 +908,7 @@ CREATE TABLE dws.dws_member_winback_index (
t_r numeric(6,2),
t_a numeric(6,2),
visits_14d integer DEFAULT 0 NOT NULL,
+ visits_30d integer DEFAULT 0 NOT NULL,
visits_60d integer DEFAULT 0 NOT NULL,
visits_total integer DEFAULT 0 NOT NULL,
spend_30d numeric(14,2) DEFAULT 0 NOT NULL,
@@ -1297,6 +1299,7 @@ SELECT dws_member_winback_index.site_id,
dws_member_winback_index.t_r,
dws_member_winback_index.t_a,
dws_member_winback_index.visits_14d,
+ dws_member_winback_index.visits_30d,
dws_member_winback_index.visits_60d,
dws_member_winback_index.visits_total,
dws_member_winback_index.spend_30d,
@@ -1332,6 +1335,7 @@ UNION ALL
dws_member_newconv_index.t_r,
dws_member_newconv_index.t_a,
dws_member_newconv_index.visits_14d,
+ dws_member_newconv_index.visits_30d,
dws_member_newconv_index.visits_60d,
dws_member_newconv_index.visits_total,
dws_member_newconv_index.spend_30d,
diff --git a/docs/database/ddl/zqyy_app__biz.sql b/docs/database/ddl/zqyy_app__biz.sql
index f05f085..a4b00e1 100644
--- a/docs/database/ddl/zqyy_app__biz.sql
+++ b/docs/database/ddl/zqyy_app__biz.sql
@@ -16,6 +16,7 @@ CREATE SEQUENCE IF NOT EXISTS biz.cfg_task_generator_params_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_task_history_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_task_transfer_log_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.coach_tasks_id_seq AS bigint;
+CREATE SEQUENCE IF NOT EXISTS biz.recall_events_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.connectors_id_seq AS integer;
CREATE SEQUENCE IF NOT EXISTS biz.dws_assistant_task_monthly_id_seq AS bigint;
CREATE SEQUENCE IF NOT EXISTS biz.excel_upload_log_id_seq AS bigint;
@@ -153,6 +154,7 @@ CREATE TABLE biz.coach_tasks (
abandon_reason text,
completed_at timestamp with time zone,
completed_task_type character varying(50),
+ completion_type character varying(10),
parent_task_id bigint,
created_at timestamp with time zone DEFAULT now(),
updated_at timestamp with time zone DEFAULT now(),
@@ -161,6 +163,17 @@ CREATE TABLE biz.coach_tasks (
transferred_at timestamp with time zone
);
+CREATE TABLE biz.recall_events (
+ id bigint DEFAULT nextval('biz.recall_events_id_seq'::regclass) NOT NULL,
+ site_id bigint NOT NULL,
+ assistant_id bigint NOT NULL,
+ member_id bigint NOT NULL,
+ pay_time timestamp with time zone NOT NULL,
+ task_id bigint,
+ task_type character varying(50),
+ created_at timestamp with time zone DEFAULT now()
+);
+
CREATE TABLE biz.connectors (
id integer DEFAULT nextval('biz.connectors_id_seq'::regclass) NOT NULL,
connector_key character varying(50) NOT NULL,
@@ -341,6 +354,8 @@ ALTER TABLE biz.dws_assistant_task_monthly ADD CONSTRAINT dws_assistant_task_mon
ALTER TABLE biz.excel_upload_log ADD CONSTRAINT excel_upload_log_pkey PRIMARY KEY (id);
ALTER TABLE biz.notes ADD CONSTRAINT notes_task_id_fkey FOREIGN KEY (task_id) REFERENCES biz.coach_tasks(id);
ALTER TABLE biz.notes ADD CONSTRAINT notes_pkey PRIMARY KEY (id);
+ALTER TABLE biz.recall_events ADD CONSTRAINT recall_events_pkey PRIMARY KEY (id);
+ALTER TABLE biz.recall_events ADD CONSTRAINT recall_events_task_id_fkey FOREIGN KEY (task_id) REFERENCES biz.coach_tasks(id);
ALTER TABLE biz.salary_adjustments ADD CONSTRAINT salary_adjustments_upload_batch_id_fkey FOREIGN KEY (upload_batch_id) REFERENCES biz.excel_upload_log(id);
ALTER TABLE biz.salary_adjustments ADD CONSTRAINT salary_adjustments_pkey PRIMARY KEY (id);
ALTER TABLE biz.site_code_history ADD CONSTRAINT site_code_history_pkey PRIMARY KEY (id);
@@ -386,5 +401,7 @@ CREATE INDEX idx_task_monthly_site_month ON biz.dws_assistant_task_monthly USING
CREATE INDEX idx_excel_log_site ON biz.excel_upload_log USING btree (site_id, created_at DESC);
CREATE INDEX idx_notes_target ON biz.notes USING btree (site_id, target_type, target_id);
CREATE INDEX idx_salary_adj_assistant_month ON biz.salary_adjustments USING btree (assistant_id, salary_month);
+CREATE UNIQUE INDEX idx_recall_events_site_assistant_member_day ON biz.recall_events USING btree (site_id, assistant_id, member_id, (date_trunc('day', pay_time AT TIME ZONE 'Asia/Shanghai')));
+CREATE INDEX idx_recall_events_assistant_pay ON biz.recall_events USING btree (site_id, assistant_id, pay_time);
CREATE INDEX idx_salary_adj_site_month ON biz.salary_adjustments USING btree (site_id, salary_month);
diff --git a/docs/prd/2026-04-07__board-audit-fix-plan.md b/docs/prd/2026-04-07__board-audit-fix-plan.md
new file mode 100644
index 0000000..c49f056
--- /dev/null
+++ b/docs/prd/2026-04-07__board-audit-fix-plan.md
@@ -0,0 +1,242 @@
+# 看板全面排查修复计划
+
+> 排查日期:2026-04-07
+> 范围:客户看板(BOARD-2)8 维度 + 助教看板(BOARD-1)4 维度
+> 状态:待实施(新对话执行)
+
+---
+
+## 一、已完成的修复
+
+| # | 问题 | 修复内容 | 文件 |
+|---|------|----------|------|
+| ✅ | SPI 消费口径用 `pay_amount` 而非 `items_sum` | 3 处 settlement_head 查询改为 `items_sum`(DWD 规则 #1) | `apps/etl/connectors/feiqiu/tasks/dws/index/spending_power_index_task.py` |
+| ✅ | 潜力标签阈值 60 但数据范围 0-10 | 阈值 60→6,返回 `[{text, theme}]` 对象数组 | `apps/backend/app/services/fdw_queries.py` `_derive_potential_tags` |
+
+---
+
+## 二、待实施修复(共 10 项)
+
+### P1 — 功能性 Bug
+
+#### Fix-1:客户看板项目筛选崩溃(C-1)
+
+- **问题**:`_project_filter_clause()` 硬编码 `vd.member_id`,但 6/8 维度主表别名不是 `vd`,选择项目筛选时后端 SQL 500
+- **影响维度**:recall / balance / recharge / spend60 / freq60 / loyal
+- **不受影响**:recent(别名 `vd`)、potential(自写子查询)
+- **修复方案**:统一改为独立子查询模式 `member_id IN (SELECT member_id FROM app.v_dws_member_project_tag WHERE category_code = %s AND is_tagged = true)`,不依赖外层别名(参考 potential 维度已有写法)
+- **文件**:`apps/backend/app/services/fdw_queries.py` — `_project_filter_clause()` 函数及 6 个维度查询函数
+
+#### Fix-2:助教看板 task 维度 callback 映射错误(A-3)
+
+- **问题**:callback 统计映射到 `relationship_building`,但业务上"回访"应对应 `follow_up_visit`
+- **修复**:`board_service.py` `_query_coach_tasks()` 中 callback 的 task_type 从 `relationship_building` 改为 `follow_up_visit`
+- **文件**:`apps/backend/app/services/board_service.py`
+
+### P2 — 数据口径错误
+
+#### Fix-3:recall 维度 visits_30d 实为 14d(C-2)
+
+- **问题**:`dws_member_winback_index` 无 `visits_30d` 字段,后端用 `visits_14d` 近似,前端显示"30天到店"
+- **修复**:
+ 1. DDL:`dws.dws_member_winback_index` 加列 `visits_30d INTEGER DEFAULT 0`
+ 2. ETL:WBI 计算任务增加 30 天到店次数统计
+ 3. RLS 视图:`dws.v_dws_member_winback_index` 和 `app.v_dws_member_winback_index` 加新列
+ 4. 后端:查询改用新字段
+ 5. DDL 文档同步更新
+- **文件**:
+ - `db/etl_feiqiu/schemas/dws.sql`(DDL)
+ - `apps/etl/connectors/feiqiu/tasks/dws/index/winback_index_task.py`(ETL)
+ - `db/etl_feiqiu/schemas/app.sql`(RLS 视图)
+ - `apps/backend/app/services/fdw_queries.py`(查询)
+ - `docs/database/ddl/etl_feiqiu__dws.sql` / `etl_feiqiu__app.sql`(DDL 文档)
+
+#### Fix-4:balance 维度月均消耗和可用月数偏差 2 倍(C-3 + C-4)
+
+- **问题**:
+ - `monthlyConsume`:直接用 `consume_amount_60d`(60天总额),标签"月均消耗"应为 `consume_amount_60d / 2`
+ - `availableMonths`:`balance / consume_amount_60d`,应为 `balance / (consume_amount_60d / 2)` 即 `2 * balance / consume_amount_60d`
+- **示例**:余额 49780 / 60天消费 14521 → 当前显示 3.4 个月,实际应 6.9 个月
+- **文件**:`apps/backend/app/services/fdw_queries.py` — `get_customer_board_balance()`
+
+#### Fix-5:freq60 柱状图数据源不一致(C-7)
+
+- **问题**:汇总数据来自 `v_dws_member_consumption_summary`(消费维度),但 8 周柱状图来自 `v_dwd_assistant_service_log`(助教服务维度),口径不一致
+- **修复**:柱状图改为从消费汇总或结算维度获取周数据,与汇总口径一致
+- **文件**:`apps/backend/app/services/fdw_queries.py` — freq60 相关查询
+
+#### Fix-6:助教看板 sv 维度不响应时间筛选(A-4)
+
+- **问题**:函数接收 `start_date/end_date` 但 SQL 未使用,"消耗"始终是固定 60 天
+- **修复**:`sv_consume` 的查询加入 `start_date/end_date` 过滤,使其随时间筛选联动
+- **文件**:`apps/backend/app/services/fdw_queries.py` — `get_coach_sv_data()`
+
+### P3 — 标签/文案修正
+
+#### Fix-7:loyal 维度标签"近60天"→"近90天"
+
+- **问题**:ETL 关系指数实际使用 90 天窗口(`lookback_days: 90`),非 60 天
+- **修复**:下拉选项文本 `最专一 近60天` → `最专一 近90天`
+- **文件**:`apps/miniprogram/miniprogram/pages/board-customer/board-customer.ts` — `DIMENSION_OPTIONS`
+
+#### Fix-8:potential 维度"月均到店"→"近30天到店"
+
+- **问题**:实际是 30 天到店天数(同一天多次只算一天),非"月均到店次数"
+- **位置**:board-customer 页面 → 最大消费潜力 tab → 4 列网格第 2 格
+- **文件**:`apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml`
+
+#### Fix-9:recharge 维度"充值"→"累计充值"
+
+- **问题**:实际是 `SUM(pay_amount)` 历史累计充值总额,标签仅"充值"易误解为单次
+- **位置**:board-customer 页面 → 最近充值 tab → 4 列网格第 2 格
+- **文件**:`apps/miniprogram/miniprogram/pages/board-customer/board-customer.wxml`
+
+#### Fix-10:freq60 维度标签确认
+
+- 此维度标签"最频繁 近60天"与实际口径一致(`visit_count_60d`),无需修改
+
+---
+
+## 三、DWD 合规检查结果(通过)
+
+| 检查项 | 客户看板 | 助教看板 |
+|--------|----------|----------|
+| consume_money 禁止直接使用 | ✅ 全部走 DWS items_sum | ✅ |
+| settle_type IN (1,3) | ✅ 不直查结算表 | ✅ |
+| DQ-6 会员姓名通过 dim_member | ✅ | ✅ |
+| DQ-7 会员卡通过 dim_member_card_account | ✅ | ✅ |
+| 助教费用拆分 pd/cx | N/A | ✅ |
+
+---
+
+## 四、已知但不修的项
+
+| 项 | 原因 |
+|----|------|
+| A-2:sv 维度客户重复计算 | 业务定义确认:每个助教看"我的客户总余额",允许跨助教重叠,作为催促消耗的参考值 |
+| A-5:后端 `dim_type` 冗余 | 功能无影响,两端映射一致 |
+
+---
+
+## 五、recall_detector 修复 + 任务统计需求(同期实施)
+
+> 需求确认日期:2026-04-07
+
+### 背景
+
+`biz.coach_tasks` 当前 255 条记录,completed = 0。排查确认:
+- 系统完成逻辑设计正确(`recall_detector.py` 匹配服务记录→标记 completed)
+- 但两个技术问题导致完成检测不可靠
+- 缺少"助教主动标记完成"能力
+- 任务完成统计需要三个维度
+
+### 当前架构(调研结果)
+
+| 服务 | 文件 | 职责 | 调度方式 |
+|------|------|------|----------|
+| `recall_detector` | `app/services/recall_detector.py` | 检测客户到店→标记召回任务完成→生成回访任务 | event: `etl_data_updated`(当前无人触发) |
+| `task_generator` | `app/services/task_generator.py` | 根据 WBI/NCI/RS 指数生成召回/关系维护任务 | cron: `0 4 * * *`(每日凌晨 4 点) |
+
+生成规则(四级漏斗):
+- `max(WBI, NCI) > 7` → `high_priority_recall`
+- `max(WBI, NCI) > 5` → `priority_recall`
+- `1 < RS < 6` → `relationship_building`
+- 不满足 → 不生成;`session_count > 0` 无任务时保底补充 `relationship_building`
+
+回溯逻辑(已有):`recall_detector` 检测到新服务记录时,如匹配到活跃的 `follow_up_visit`,关闭旧任务(`superseded_by_new_visit`)并创建新回访。
+
+### Fix-11:recall_detector 增量时序 Bug + 编排顺序
+
+**问题**:`recall_detector` 用 `create_time > last_run_at` 全局增量指针。任务创建与客户到店时序不一致时漏匹配。
+
+**示例时间线**:
+1. 4/5 08:00 — `recall_detector` 运行,`last_run_at = 08:00`
+2. 4/5 14:00 — 客户张三到店,服务记录 `create_time = 14:00`
+3. 4/6 02:00 — `task_generator` 为张三创建召回任务
+4. 4/6 08:00 — `recall_detector` 再次运行,但 `last_run_at` 已更新,张三 4/5 的记录在上轮已扫描过(当时无任务)→ 永远不会重新匹配
+
+**修复方案**:
+1. 废弃 `last_run_at` 增量指针,改为:对所有活跃任务,检查 `dwd_settlement_head` 中是否有 `pay_time > task.created_at` 的结算记录(`settle_type IN (1,3)`),匹配 `(site_id, assistant_id, member_id)`
+2. 合并运行顺序:ETL 完成后,统一编排器按顺序执行:
+ ```
+ ETL 完成 → HTTP callback → 后端编排器:
+ Step 1: recall_detector.run() # 先检查完成(含回溯)
+ Step 2: task_generator.run() # 再生成新任务
+ ```
+3. 保留 `task_generator` 的每日 cron(`0 4 * * *`)作为兜底
+4. 两个服务保持独立文件,仅在调度层串联
+
+**文件**:`apps/backend/app/services/recall_detector.py`、调度编排器
+
+### Fix-12:ETL 完成后自动触发(HTTP callback)
+
+**问题**:`etl_data_updated` 事件无调用方,recall_detector 仅靠手动触发。
+
+**业务影响**:ETL 每小时同步完新的飞球数据后,系统不会自动检查召回完成情况。客户回店后,助教看不到任务完成,必须有人手动在管理后台触发。
+
+**修复方案**:ETL `api_full` pipeline 完成后,通过 HTTP callback 通知后端。
+
+实现:
+1. 后端新增 API:`POST /api/internal/etl-completed`(内部接口,仅限本机调用)
+2. 该接口触发统一编排:`recall_detector.run()` → `task_generator.run()`
+3. ETL orchestrator 在 pipeline 完成后调用此接口
+4. 安全:校验来源 IP 或 shared secret
+
+**文件**:
+- `apps/backend/app/routers/internal.py`(新增)
+- `apps/etl/connectors/feiqiu/orchestration/` — pipeline 完成回调
+- `apps/backend/app/services/trigger_scheduler.py` — 编排逻辑
+
+### Fix-13:任务完成统计三维度
+
+**需求确认**:任务完成分三个统计维度:
+
+| 统计维度 | 触发条件 | 是否需已有任务 | 判定数据源 |
+|----------|----------|---------------|-----------|
+| 召回完成(广义) | 关联客户来店 + 有结算单 | 不需要,只要是 `dws_member_assistant_relation_index` 中的关联客户 | `dwd_settlement_head`(`settle_type IN (1,3)`) |
+| 优先/高优先召回完成 | 已有 `priority_recall` / `high_priority_recall` 任务 + 客户到店 | 需要 | 同上 + `coach_tasks.status = 'completed'` |
+| 回访完成 | 完成 `follow_up_visit` 任务(含回溯完成) | 需要 | `coach_tasks` + 回溯检测 |
+
+关键定义:
+- **"关联客户"**:`dws_member_assistant_relation_index` 中有关系记录的客户
+- **"来店"判定**:`dwd_settlement_head` 中有结算单(`settle_type IN (1,3)`)
+- **时间窗口**:不限间隔,只要来了就算一次
+- **统计时间范围**:全量(任务系统上线至今)
+
+完成类型标记(两种都要记录):
+
+| 完成类型 | 触发方式 | 当前状态 |
+|----------|----------|----------|
+| 自动完成 | 客户到店,系统匹配结算记录 | 逻辑存在但有 Bug(Fix-11 + Fix-12) |
+| 手动完成 | 助教在小程序中主动标记 | 当前不存在,需新建 |
+
+手动完成需要:
+- 小程序端:任务卡片增加"标记完成"按钮
+- 后端 API:`POST /api/xcx/tasks/{task_id}/complete`,body: `{type: "manual", note?: string}`
+- 数据库:`coach_tasks` 增加 `completion_type` 字段(`auto` / `manual`)
+- `coach_task_history` 增加 `action='manual_completed'`
+
+### Fix-14:助教看板 task 维度展示
+
+**展示位置**:微信小程序 board-coach 页面 task_desc 排序维度
+
+**统计口径**(按助教/按月):
+- 召回完成数:`coach_task_history` 中 `action='completed'` 的任务数(优先+高优先)
+- 回访完成数:`follow_up_visit` 类型的完成数(含自动+手动+回溯)
+- 广义召回(关联客户来店):从 `dwd_settlement_head` + 关系表统计
+
+**数据来源**:`biz.coach_tasks` + `biz.coach_task_history` + ETL 关系/结算表
+**时间范围**:全量
+**后续**:更详细的趋势报表作为独立需求
+
+### 实施依赖关系
+
+```
+Fix-11(时序Bug+编排顺序)──┐
+ ├→ Fix-14(看板展示)
+Fix-12(ETL 自动触发)────────┤
+ │
+Fix-13(手动完成+三维度统计)─┘
+```
+
+建议实施顺序:Fix-11 → Fix-12 → Fix-13 → Fix-14
diff --git a/docs/prd/2026-04-08__board-finance-optimization.md b/docs/prd/2026-04-08__board-finance-optimization.md
new file mode 100644
index 0000000..4bf3104
--- /dev/null
+++ b/docs/prd/2026-04-08__board-finance-optimization.md
@@ -0,0 +1,171 @@
+# 财务看板优化 PRD
+
+> 日期:2026-04-08
+> 触发:财务看板数据评估,发现数据失真、展示缺陷、指标缺失
+
+---
+
+## 一、Bug 修复
+
+### 1.1 [P2] 会员卡余额快照不变动
+
+**问题**:`dws_finance_recharge_summary` 表中 `cash_card_balance`(62,674)和 `total_card_balance`(67,760)连续多日完全相同。当前实际余额约 118K,ETL 快照值 67K,数字严重失真。
+
+**根因**(已调研确认):
+
+`finance_recharge_task.py` 中:
+1. `_extract_card_balances()` 只调用一次(传入 `end_date`),所有日期复用同一快照(第 64、89 行)
+2. SQL 查询只取 `scd2_is_current = 1`,`stat_date` 参数传入但未使用(第 197-216 行)
+3. 赠送卡余额同样受影响
+
+**DWD 维度表验证**(已确认可用):
+- `dim_member_card_account` SCD2 版本充足(主卡类 55,526 个版本,覆盖 53 天)
+- 按日有明确余额变化(4/6: ¥3,745 → 4/7: ¥9,291 → 4/8: ¥1,587)
+- 可通过 `scd2_start_time <= stat_date AND scd2_end_time > stat_date` 做 as-of 查询
+
+**修复方案**:
+- `_extract_card_balances()` 改为按日遍历,每天查该日生效的 SCD2 版本
+- `transform()` 中按 `stat_date` 查表,不再共用同一快照
+
+**状态**:待实施
+
+### 1.2 [P2] 充值首充/续费笔数全为 0
+
+**问题**:`dws_finance_daily_summary` 中 `first_recharge_count` 和 `renewal_count` 全为 0,但 `recharge_count` 有值。
+
+**DWD 验证**(已确认源数据正确):
+- `dwd_recharge_order.is_first` 字段完好
+- 3 月:首充 6 笔 ¥14,996 / 续费 43 笔 ¥204,998
+- ETL 聚合时未读取 `is_first` 字段进行分类统计
+
+**修复方案**:`finance_recharge_task.py` 中按 `is_first` 分组统计,写入 `first_recharge_count` / `renewal_count`
+
+**状态**:待实施
+
+---
+
+## 二、文案优化
+
+### 2.1 "储值卡结算冲销" → "储值卡消费抵扣"
+
+**位置**:
+- `board_service.py:984` — 空降级值
+- `board_service.py:1023` — 正常取值
+- `fdw_queries.py:2898` — 查询层
+
+**状态**:待实施
+
+---
+
+## 三、新增指标
+
+### 3.1 经营一览 — 补充效率指标
+
+在经营一览板块"实收流水"数据下方新增一行,3 个指标横向排列:
+
+```
+┌──────────┬──────────┬──────────┐
+│ 开台数 │ 客单价 │ 日均额 │
+│ 3,262 │ ¥128.7 │ ¥13,991 │
+└──────────┴──────────┴──────────┘
+```
+
+#### 计算方案
+
+> 注意:客单价和日均额的分子使用**确认收入**(发生额-优惠后的实际入账),与所在位置"实收流水"语境一致。
+
+| 指标 | 公式 | 数据来源 | 说明 |
+|---|---|---|---|
+| 开台数 | `SUM(order_count)` | `dws_finance_daily_summary.order_count` | 日期范围内结算单总数 |
+| 客单价 | `SUM(confirmed_income) / SUM(order_count)` | 同上 | 确认收入 / 开台数 |
+| 日均额 | `SUM(confirmed_income) / COUNT(DISTINCT stat_date)` | 同上 | 确认收入 / 营业天数 |
+
+3 月实测值:开台 3,262 | 客单价 ¥128.7 | 日均额 ¥13,991
+
+#### 展示方案
+
+- 位置:经营一览板块"实收流水"数据下方
+- 样式:3 列等宽卡片,灰色标签 + 黑色数值
+- 环比:支持(compare=1 时显示环比变化)
+- 区域过滤:area!=all 时,从 `dws_finance_area_daily` 对应 area_code 取 `order_count` + `confirmed_income`
+
+#### 实现影响
+
+- **后端**:`fdw_queries.get_finance_overview()` 追加返回 `order_count`;`board_service._build_overview()` 计算 `avg_per_order` 和 `avg_daily`
+- **前端**:`board-finance.wxml` 经营一览实收流水下方加一行三列
+
+### 3.2 预收资产 — 补充充值笔数
+
+在储值卡充值实收行追加笔数信息:
+
+```
+储值卡充值实收 ¥222,994 50笔
+```
+
+> 首充/续费区分待 Bug 1.2 修复后展开为 `50笔(首充6 / 续费44)`
+
+#### 计算方案
+
+| 指标 | 公式 | 数据来源 |
+|---|---|---|
+| 充值笔数 | `SUM(recharge_count)` | `dws_finance_recharge_summary.recharge_count` |
+
+#### 展示方案
+
+- 位置:储值卡充值实收金额右侧
+- 格式:`50笔`
+- 环比:暂不做
+
+### 3.3 应计收入 — 优惠扣减增加占比
+
+每个优惠项显示金额 + 占总优惠的百分比:
+
+```
+团购优惠 ¥48,231 23.6%
+会员折扣 ¥89,102 43.6%
+手动调整 ¥31,540 15.4%
+赠送卡抵扣 ¥28,230 13.8%
+其他优惠 ¥7,209 3.5%
+────────────────────────
+总优惠 ¥204,312 100%
+```
+
+#### 计算方案
+
+| 指标 | 公式 |
+|---|---|
+| 各项占比 | `该项金额 / discount_total * 100` |
+
+#### 展示方案
+
+- 位置:每个优惠项金额右侧
+- 格式:`23.6%`,灰色小字
+- 仅在总优惠 > 0 时显示占比
+
+### 3.4 团购展示优化
+
+#### 背景
+
+团购数据上传时已上传的是**结算金额**(扣除平台各种扣费后的实际回款),因此不需要额外展示手续费和面值拆分。
+
+#### 方案
+
+将现金流入板块中"团购平台"标签改为"团购结算",明确表达该金额是平台结算后到账金额,避免与核销面值混淆。
+
+**位置**:后端 `board_service.py` / `fdw_queries.py` 中 cashflow 板块的团购项 label
+
+**状态**:待实施
+
+---
+
+## 四、实施优先级
+
+| 优先级 | 事项 | 工作量 |
+|---|---|---|
+| P1 | 文案优化(储值卡消费抵扣) | 小 |
+| P1 | 经营一览补充效率指标(开台数/客单价/日均额) | 中 |
+| P1 | 团购标签改为"团购结算" | 小 |
+| P2 | 优惠占比展示 | 小 |
+| P2 | 充值笔数展示 | 小 |
+| P2 | 卡余额快照修复(Bug 1.1) | 中 |
+| P2 | 充值首充/续费识别修复(Bug 1.2) | 小 |
diff --git a/start-admin.bat b/start-admin.bat
new file mode 100644
index 0000000..d7cdb71
--- /dev/null
+++ b/start-admin.bat
@@ -0,0 +1,12 @@
+@echo off
+chcp 65001 >nul 2>&1
+:: CHANGE 2026-03-07 | 注入 NEOZQYY_LAUNCH_DIR:%~dp0 不穿透 junction,
+:: ps1 脚本用它定位项目根目录,避免 PowerShell 路径解析到 D 盘
+set "NEOZQYY_LAUNCH_DIR=%~dp0"
+:: 拉起 ps1 脚本(优先 pwsh 7,回退 powershell 5.1)
+where pwsh >nul 2>&1
+if %errorlevel%==0 (
+ start "NeoZQYY Launcher" pwsh -ExecutionPolicy Bypass -File "%~dp0scripts\ops\start-admin.ps1"
+) else (
+ start "NeoZQYY Launcher" powershell -ExecutionPolicy Bypass -File "%~dp0scripts\ops\start-admin.ps1"
+)
diff --git a/uv.lock b/uv.lock
index 991f8eb..73683d8 100644
--- a/uv.lock
+++ b/uv.lock
@@ -584,6 +584,7 @@ name = "etl-feiqiu"
version = "0.1.0"
source = { virtual = "apps/etl/connectors/feiqiu" }
dependencies = [
+ { name = "httpx" },
{ name = "neozqyy-shared" },
{ name = "openpyxl" },
{ name = "psycopg2-binary" },
@@ -595,6 +596,7 @@ dependencies = [
[package.metadata]
requires-dist = [
+ { name = "httpx", specifier = ">=0.24.0" },
{ name = "neozqyy-shared", editable = "packages/shared" },
{ name = "openpyxl", specifier = ">=3.1.0" },
{ name = "psycopg2-binary", specifier = ">=2.9.0" },