微信小程序页面迁移校验之前 P5任务处理之前

apps/etl/connectors/feiqiu/cli/main.py

@@ -282,6 +282,32 @@ def parse_args():
     parser.add_argument("--idle-end", help="闲时窗口结束(HH:MM)")
     parser.add_argument("--allow-empty-advance", action="store_true", help="允许空结果推进窗口")
 
+    # Pipeline 管道参数（覆盖 PipelineConfig 全局默认值）
+    parser.add_argument(
+        "--pipeline-workers",
+        dest="pipeline_workers",
+        type=int,
+        help="Pipeline 处理线程数（覆盖 pipeline.workers，默认 2）",
+    )
+    parser.add_argument(
+        "--pipeline-batch-size",
+        dest="pipeline_batch_size",
+        type=int,
+        help="Pipeline 批量写入阈值（覆盖 pipeline.batch_size，默认 100）",
+    )
+    parser.add_argument(
+        "--pipeline-rate-min",
+        dest="pipeline_rate_min",
+        type=float,
+        help="Pipeline 限流最小间隔秒数（覆盖 pipeline.rate_min，默认 5.0）",
+    )
+    parser.add_argument(
+        "--pipeline-rate-max",
+        dest="pipeline_rate_max",
+        type=float,
+        help="Pipeline 限流最大间隔秒数（覆盖 pipeline.rate_max，默认 20.0）",
+    )
+
     # 强制全量更新（跳过 ODS hash 去重 + DWD 变更对比，无条件写入）
     parser.add_argument(
         "--force-full",
@@ -406,6 +432,16 @@ def build_cli_overrides(args) -> dict:
     # 强制全量更新
     if args.force_full:
         overrides.setdefault("run", {})["force_full_update"] = True
+
+    # Pipeline 管道参数 → pipeline.* 命名空间（供 PipelineConfig.from_app_config() 读取）
+    if getattr(args, "pipeline_workers", None) is not None:
+        overrides.setdefault("pipeline", {})["workers"] = args.pipeline_workers
+    if getattr(args, "pipeline_batch_size", None) is not None:
+        overrides.setdefault("pipeline", {})["batch_size"] = args.pipeline_batch_size
+    if getattr(args, "pipeline_rate_min", None) is not None:
+        overrides.setdefault("pipeline", {})["rate_min"] = args.pipeline_rate_min
+    if getattr(args, "pipeline_rate_max", None) is not None:
+        overrides.setdefault("pipeline", {})["rate_max"] = args.pipeline_rate_max
     
     # 任务
     if args.tasks: