方案修改为多线程滚动

2026-07-09 15:30:02 +08:00
parent f50a28bb35
commit 900cf57bb3
8 changed files with 160 additions and 152 deletions
@@ -35,15 +35,13 @@ class Settings(BaseSettings):
    anthropic_base_url: str = "https://code.warpdevloper.cloud"

    # ──────────── 岗位清洗参数 ────────────
-    clean_batch_size: int = 100
-    clean_concurrency: int = 80
-    clean_interval_seconds: int = 200
+    clean_worker_count: int = 60  # 持续消费 worker 协程数量
+    clean_idle_sleep: float = 5.0  # 没数据时每个 worker 休眠秒数
    clean_total_limit: int = 0  # 累计清洗总数上限，达到后停止清洗任务；0 = 不限制

    # ──────────── 公司补充参数 ────────────
-    company_batch_size: int = 20
-    company_concurrency: int = 10
-    company_interval_seconds: int = 300
+    company_worker_count: int = 10  # 持续消费 worker 协程数量
+    company_idle_sleep: float = 10.0  # 没数据时每个 worker 休眠秒数

    # ──────────── 岗位下架参数 ────────────
    job_expire_days: int = 7