init: 项目初始提交 - NeoZQYY Monorepo 完整代码
This commit is contained in:
33
apps/etl/pipelines/feiqiu/tests/integration/test_database.py
Normal file
33
apps/etl/pipelines/feiqiu/tests/integration/test_database.py
Normal file
@@ -0,0 +1,33 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
"""数据库集成测试"""
|
||||
import pytest
|
||||
from database.connection import DatabaseConnection
|
||||
from database.operations import DatabaseOperations
|
||||
|
||||
# 注意：这些测试需要实际的数据库连接
|
||||
# 在CI/CD环境中应使用测试数据库
|
||||
|
||||
@pytest.fixture
|
||||
def db_connection():
|
||||
"""数据库连接fixture"""
|
||||
# 从环境变量获取测试数据库DSN
|
||||
import os
|
||||
dsn = os.environ.get("TEST_DB_DSN")
|
||||
if not dsn:
|
||||
pytest.skip("未配置测试数据库")
|
||||
|
||||
conn = DatabaseConnection(dsn)
|
||||
yield conn
|
||||
conn.close()
|
||||
|
||||
def test_database_query(db_connection):
|
||||
"""测试数据库查询"""
|
||||
result = db_connection.query("SELECT 1 AS test")
|
||||
assert len(result) == 1
|
||||
assert result[0]["test"] == 1
|
||||
|
||||
def test_database_operations(db_connection):
|
||||
"""测试数据库操作"""
|
||||
ops = DatabaseOperations(db_connection)
|
||||
# 添加实际的测试用例
|
||||
pass
|
||||
238
apps/etl/pipelines/feiqiu/tests/integration/test_index_tasks.py
Normal file
238
apps/etl/pipelines/feiqiu/tests/integration/test_index_tasks.py
Normal file
@@ -0,0 +1,238 @@
|
||||
# -*- coding: utf-8 -*-
|
||||
# AI_CHANGELOG [2026-02-13] 移除 dws_member_assistant_intimacy 表存在性检查
|
||||
"""Smoke test scripts for WBI/NCI index tasks."""
|
||||
import logging
|
||||
import os
|
||||
import sys
|
||||
from typing import Dict, List
|
||||
|
||||
ROOT = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
|
||||
if ROOT not in sys.path:
|
||||
sys.path.insert(0, ROOT)
|
||||
|
||||
from config.settings import AppConfig
|
||||
from database.connection import DatabaseConnection
|
||||
from database.operations import DatabaseOperations
|
||||
from tasks.dws.index import NewconvIndexTask, WinbackIndexTask
|
||||
|
||||
|
||||
logging.basicConfig(
|
||||
level=logging.INFO,
|
||||
format="%(asctime)s | %(levelname)s | %(name)s | %(message)s",
|
||||
)
|
||||
logger = logging.getLogger("test_index_tasks")
|
||||
|
||||
|
||||
def _make_db() -> tuple[AppConfig, DatabaseConnection, DatabaseOperations]:
|
||||
config = AppConfig.load()
|
||||
db_conn = DatabaseConnection(config.config["db"]["dsn"])
|
||||
db = DatabaseOperations(db_conn)
|
||||
return config, db_conn, db
|
||||
|
||||
|
||||
def _dict_rows(rows) -> List[Dict]:
|
||||
return [dict(r) for r in (rows or [])]
|
||||
|
||||
|
||||
def _fmt(value, digits: int = 2) -> str:
|
||||
if value is None:
|
||||
return "-"
|
||||
if isinstance(value, (int, float)):
|
||||
return f"{value:.{digits}f}"
|
||||
return str(value)
|
||||
|
||||
|
||||
def _check_required_tables() -> None:
|
||||
_, db_conn, db = _make_db()
|
||||
try:
|
||||
sql = """
|
||||
SELECT table_name
|
||||
FROM information_schema.tables
|
||||
WHERE table_schema = 'billiards_dws'
|
||||
AND table_name IN (
|
||||
'cfg_index_parameters',
|
||||
'dws_member_winback_index',
|
||||
'dws_member_newconv_index'
|
||||
)
|
||||
"""
|
||||
rows = _dict_rows(db.query(sql))
|
||||
existing = {r["table_name"] for r in rows}
|
||||
required = {
|
||||
"cfg_index_parameters",
|
||||
"dws_member_winback_index",
|
||||
"dws_member_newconv_index",
|
||||
}
|
||||
missing = sorted(required - existing)
|
||||
if missing:
|
||||
raise RuntimeError(f"Missing required tables: {', '.join(missing)}")
|
||||
finally:
|
||||
db_conn.close()
|
||||
|
||||
|
||||
def test_winback_index() -> Dict:
|
||||
logger.info("=" * 80)
|
||||
logger.info("Run WBI task")
|
||||
logger.info("=" * 80)
|
||||
|
||||
config, db_conn, db = _make_db()
|
||||
try:
|
||||
task = WinbackIndexTask(config, db, None, logger)
|
||||
result = task.execute(None)
|
||||
logger.info("WBI result: %s", result)
|
||||
|
||||
if result.get("status") == "success":
|
||||
stats_sql = """
|
||||
SELECT
|
||||
COUNT(*) AS total_count,
|
||||
ROUND(AVG(display_score)::numeric, 2) AS avg_display,
|
||||
ROUND(MIN(display_score)::numeric, 2) AS min_display,
|
||||
ROUND(MAX(display_score)::numeric, 2) AS max_display,
|
||||
ROUND(AVG(raw_score)::numeric, 4) AS avg_raw,
|
||||
ROUND(AVG(overdue_old)::numeric, 4) AS avg_overdue,
|
||||
ROUND(AVG(drop_old)::numeric, 4) AS avg_drop,
|
||||
ROUND(AVG(recharge_old)::numeric, 4) AS avg_recharge,
|
||||
ROUND(AVG(value_old)::numeric, 4) AS avg_value,
|
||||
ROUND(AVG(t_v)::numeric, 2) AS avg_t_v
|
||||
FROM billiards_dws.dws_member_winback_index
|
||||
"""
|
||||
stats_rows = _dict_rows(db.query(stats_sql))
|
||||
if stats_rows:
|
||||
s = stats_rows[0]
|
||||
logger.info(
|
||||
"WBI stats | total=%s, display(avg/min/max)=%s/%s/%s, raw_avg=%s, overdue=%s, drop=%s, recharge=%s, value=%s, t_v=%s",
|
||||
s.get("total_count"),
|
||||
_fmt(s.get("avg_display")),
|
||||
_fmt(s.get("min_display")),
|
||||
_fmt(s.get("max_display")),
|
||||
_fmt(s.get("avg_raw"), 4),
|
||||
_fmt(s.get("avg_overdue"), 4),
|
||||
_fmt(s.get("avg_drop"), 4),
|
||||
_fmt(s.get("avg_recharge"), 4),
|
||||
_fmt(s.get("avg_value"), 4),
|
||||
_fmt(s.get("avg_t_v"), 2),
|
||||
)
|
||||
|
||||
top_sql = """
|
||||
SELECT member_id, display_score, raw_score, t_v, visits_14d, sv_balance
|
||||
FROM billiards_dws.dws_member_winback_index
|
||||
ORDER BY display_score DESC NULLS LAST
|
||||
LIMIT 5
|
||||
"""
|
||||
for i, r in enumerate(_dict_rows(db.query(top_sql)), 1):
|
||||
logger.info(
|
||||
"WBI TOP%d | member=%s, display=%s, raw=%s, t_v=%s, visits_14d=%s, sv_balance=%s",
|
||||
i,
|
||||
r.get("member_id"),
|
||||
_fmt(r.get("display_score")),
|
||||
_fmt(r.get("raw_score"), 4),
|
||||
_fmt(r.get("t_v"), 2),
|
||||
_fmt(r.get("visits_14d"), 0),
|
||||
_fmt(r.get("sv_balance"), 2),
|
||||
)
|
||||
|
||||
return result
|
||||
finally:
|
||||
db_conn.close()
|
||||
|
||||
|
||||
def test_newconv_index() -> Dict:
|
||||
logger.info("=" * 80)
|
||||
logger.info("Run NCI task")
|
||||
logger.info("=" * 80)
|
||||
|
||||
config, db_conn, db = _make_db()
|
||||
try:
|
||||
task = NewconvIndexTask(config, db, None, logger)
|
||||
result = task.execute(None)
|
||||
logger.info("NCI result: %s", result)
|
||||
|
||||
if result.get("status") == "success":
|
||||
stats_sql = """
|
||||
SELECT
|
||||
COUNT(*) AS total_count,
|
||||
ROUND(AVG(display_score)::numeric, 2) AS avg_display,
|
||||
ROUND(MIN(display_score)::numeric, 2) AS min_display,
|
||||
ROUND(MAX(display_score)::numeric, 2) AS max_display,
|
||||
ROUND(AVG(display_score_welcome)::numeric, 2) AS avg_display_welcome,
|
||||
ROUND(AVG(display_score_convert)::numeric, 2) AS avg_display_convert,
|
||||
ROUND(AVG(raw_score)::numeric, 4) AS avg_raw,
|
||||
ROUND(AVG(raw_score_welcome)::numeric, 4) AS avg_raw_welcome,
|
||||
ROUND(AVG(raw_score_convert)::numeric, 4) AS avg_raw_convert,
|
||||
ROUND(AVG(need_new)::numeric, 4) AS avg_need,
|
||||
ROUND(AVG(salvage_new)::numeric, 4) AS avg_salvage,
|
||||
ROUND(AVG(recharge_new)::numeric, 4) AS avg_recharge,
|
||||
ROUND(AVG(value_new)::numeric, 4) AS avg_value,
|
||||
ROUND(AVG(welcome_new)::numeric, 4) AS avg_welcome,
|
||||
ROUND(AVG(t_v)::numeric, 2) AS avg_t_v
|
||||
FROM billiards_dws.dws_member_newconv_index
|
||||
"""
|
||||
stats_rows = _dict_rows(db.query(stats_sql))
|
||||
if stats_rows:
|
||||
s = stats_rows[0]
|
||||
logger.info(
|
||||
"NCI stats | total=%s, display(avg/min/max)=%s/%s/%s, display_welcome=%s, display_convert=%s, raw_avg=%s, raw_welcome=%s, raw_convert=%s",
|
||||
s.get("total_count"),
|
||||
_fmt(s.get("avg_display")),
|
||||
_fmt(s.get("min_display")),
|
||||
_fmt(s.get("max_display")),
|
||||
_fmt(s.get("avg_display_welcome")),
|
||||
_fmt(s.get("avg_display_convert")),
|
||||
_fmt(s.get("avg_raw"), 4),
|
||||
_fmt(s.get("avg_raw_welcome"), 4),
|
||||
_fmt(s.get("avg_raw_convert"), 4),
|
||||
)
|
||||
logger.info(
|
||||
"NCI components | need=%s, salvage=%s, recharge=%s, value=%s, welcome=%s, t_v=%s",
|
||||
_fmt(s.get("avg_need"), 4),
|
||||
_fmt(s.get("avg_salvage"), 4),
|
||||
_fmt(s.get("avg_recharge"), 4),
|
||||
_fmt(s.get("avg_value"), 4),
|
||||
_fmt(s.get("avg_welcome"), 4),
|
||||
_fmt(s.get("avg_t_v"), 2),
|
||||
)
|
||||
|
||||
top_sql = """
|
||||
SELECT member_id, display_score, display_score_welcome, display_score_convert,
|
||||
raw_score, raw_score_welcome, raw_score_convert, t_v, visits_14d
|
||||
FROM billiards_dws.dws_member_newconv_index
|
||||
ORDER BY display_score DESC NULLS LAST
|
||||
LIMIT 5
|
||||
"""
|
||||
for i, r in enumerate(_dict_rows(db.query(top_sql)), 1):
|
||||
logger.info(
|
||||
"NCI TOP%d | member=%s, nci=%s (welcome=%s, convert=%s), raw=%s (w=%s,c=%s), t_v=%s, visits_14d=%s",
|
||||
i,
|
||||
r.get("member_id"),
|
||||
_fmt(r.get("display_score")),
|
||||
_fmt(r.get("display_score_welcome")),
|
||||
_fmt(r.get("display_score_convert")),
|
||||
_fmt(r.get("raw_score"), 4),
|
||||
_fmt(r.get("raw_score_welcome"), 4),
|
||||
_fmt(r.get("raw_score_convert"), 4),
|
||||
_fmt(r.get("t_v"), 2),
|
||||
_fmt(r.get("visits_14d"), 0),
|
||||
)
|
||||
|
||||
return result
|
||||
finally:
|
||||
db_conn.close()
|
||||
|
||||
|
||||
|
||||
|
||||
def main() -> None:
|
||||
_check_required_tables()
|
||||
|
||||
results = {
|
||||
"WBI": test_winback_index(),
|
||||
"NCI": test_newconv_index(),
|
||||
}
|
||||
|
||||
logger.info("=" * 80)
|
||||
logger.info("Test complete")
|
||||
logger.info("WBI=%s, NCI=%s", results["WBI"].get("status"), results["NCI"].get("status"))
|
||||
logger.info("=" * 80)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
Reference in New Issue
Block a user