DWD完成

This commit is contained in:
Neo
2025-12-09 04:57:05 +08:00
parent f301cc1fd5
commit 561c640700
46 changed files with 26181 additions and 3540 deletions

View File

@@ -0,0 +1,59 @@
# 数据库配置
PG_DSN=postgresql://user:password@localhost:5432/....
PG_HOST=localhost
PG_PORT=5432
PG_NAME=LLZQ
PG_USER=local-Python
PG_PASSWORD=your_password_here
PG_CONNECT_TIMEOUT=10
# API配置
API_BASE=https://api.example.com
API_TOKEN=your_token_here
API_TIMEOUT=20
API_PAGE_SIZE=200
API_RETRY_MAX=3
API_RETRY_BACKOFF=[1,2,4]
# 应用配置
STORE_ID=2790685415443269
TIMEZONE=Asia/Taipei
SCHEMA_OLTP=billiards
SCHEMA_ETL=etl_admin
# 路径配置
EXPORT_ROOT=/path/to/export
LOG_ROOT=/path/to/logs
FETCH_ROOT=/path/to/json_fetch
INGEST_SOURCE_DIR=
WRITE_PRETTY_JSON=false
MANIFEST_NAME=manifest.json
INGEST_REPORT_NAME=ingest_report.json
# ETL配置
OVERLAP_SECONDS=120
WINDOW_BUSY_MIN=30
WINDOW_IDLE_MIN=180
IDLE_START=04:00
IDLE_END=16:00
ALLOW_EMPTY_RESULT_ADVANCE=true
# 清洗配置
LOG_UNKNOWN_FIELDS=true
HASH_ALGO=sha1
STRICT_NUMERIC=true
ROUND_MONEY_SCALE=2
# 测试/离线模式
TEST_MODE=ONLINE
TEST_JSON_ARCHIVE_DIR=tests/source-data-doc
TEST_JSON_TEMP_DIR=/tmp/etl_billiards_json_tmp
# 测试数据库(可选:若设置则单元测试连入此 DSN
TEST_DB_DSN=
# ODS <20>ؽ<EFBFBD><D8BD>ű<EFBFBD><C5B1><EFBFBD><EFBFBD>ã<EFBFBD><C3A3><EFBFBD><EFBFBD><EFBFBD><EFBFBD>ã<EFBFBD>
JSON_DOC_DIR=C:\dev\LLTQ\export\test-json-doc
ODS_INCLUDE_FILES=
ODS_DROP_SCHEMA_FIRST=true