ODS 完成

This commit is contained in:
Neo
2025-11-30 07:19:05 +08:00
parent b9b050bb5d
commit a6ad343092
81 changed files with 15695 additions and 227180 deletions

View File

@@ -4,9 +4,9 @@
直接运行本文件即可触发 pytest。
示例:
python scripts/run_tests.py --suite online --mode ONLINE --keyword ORDERS
python scripts/run_tests.py --preset offline_realdb
python scripts/run_tests.py --suite online offline --db-dsn ... --json-archive tmp/archives
python scripts/run_tests.py --suite online --flow FULL --keyword ORDERS
python scripts/run_tests.py --preset fetch_only
python scripts/run_tests.py --suite online --json-source tmp/archives
"""
from __future__ import annotations
@@ -27,7 +27,6 @@ if PROJECT_ROOT not in sys.path:
SUITE_MAP: Dict[str, str] = {
"online": "tests/unit/test_etl_tasks_online.py",
"offline": "tests/unit/test_etl_tasks_offline.py",
"integration": "tests/integration/test_database.py",
}
@@ -64,13 +63,12 @@ def parse_args() -> argparse.Namespace:
help="自定义测试路径(可与 --suite 混用),例如 tests/unit/test_config.py",
)
parser.add_argument(
"--mode",
choices=["ONLINE", "OFFLINE"],
help="覆盖 TEST_MODE默认沿用 .env / 环境变量",
"--flow",
choices=["FETCH_ONLY", "INGEST_ONLY", "FULL"],
help="覆盖 PIPELINE_FLOW在线抓取/本地清洗/全流程",
)
parser.add_argument("--db-dsn", help="设置 TEST_DB_DSN连接真实数据库进行测试")
parser.add_argument("--json-archive", help="设置 TEST_JSON_ARCHIVE_DIR离线档案目录)")
parser.add_argument("--json-temp", help="设置 TEST_JSON_TEMP_DIR临时 JSON 路径)")
parser.add_argument("--json-source", help="设置 JSON_SOURCE_DIR本地清洗入库使用的 JSON 目录)")
parser.add_argument("--json-fetch-root", help="设置 JSON_FETCH_ROOT在线抓取输出根目录)")
parser.add_argument(
"--keyword",
"-k",
@@ -123,14 +121,12 @@ def apply_presets_to_args(args: argparse.Namespace):
def apply_env(args: argparse.Namespace) -> Dict[str, str]:
env_updates = {}
if args.mode:
env_updates["TEST_MODE"] = args.mode
if args.db_dsn:
env_updates["TEST_DB_DSN"] = args.db_dsn
if args.json_archive:
env_updates["TEST_JSON_ARCHIVE_DIR"] = args.json_archive
if args.json_temp:
env_updates["TEST_JSON_TEMP_DIR"] = args.json_temp
if args.flow:
env_updates["PIPELINE_FLOW"] = args.flow
if args.json_source:
env_updates["JSON_SOURCE_DIR"] = args.json_source
if args.json_fetch_root:
env_updates["JSON_FETCH_ROOT"] = args.json_fetch_root
if args.env:
for item in args.env:
if "=" not in item:
@@ -151,8 +147,7 @@ def build_pytest_args(args: argparse.Namespace) -> List[str]:
if args.tests:
targets.extend(args.tests)
if not targets:
# 默认跑 online + offline 套件
targets = [SUITE_MAP["online"], SUITE_MAP["offline"]]
targets = list(SUITE_MAP.values())
pytest_args: List[str] = targets
if args.keyword: