Fix strategy scheduling and crawler limits

Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
2026-07-22 17:57:03 +08:00
parent 820fa12fdb
commit 9065fcffac
5 changed files with 27 additions and 8 deletions

View File

@@ -81,11 +81,11 @@ class Settings:
target_task_level: str = "文本生成"
modelhub_page_size: int = 100
crawler_refresh_seconds: int = 3600
crawler_max_pages: int = 0
crawler_max_pages: int = 400
enable_download_success_crawler: bool = True
download_success_page_size: int = 50
download_success_max_pages: int = 0
download_success_max_pages: int = 100
config_file_loaded: str = ""
@@ -140,10 +140,10 @@ def load_settings(require_secrets: bool = True) -> Settings:
target_task_level=str(_value(config, "TARGET_TASK_LEVEL", "文本生成")),
modelhub_page_size=_int_value(config, "MODELHUB_PAGE_SIZE", 100),
crawler_refresh_seconds=_int_value(config, "CRAWLER_REFRESH_SECONDS", 3600),
crawler_max_pages=_int_value(config, "CRAWLER_MAX_PAGES", 0),
crawler_max_pages=_int_value(config, "CRAWLER_MAX_PAGES", 400),
enable_download_success_crawler=_bool_value(config, "ENABLE_DOWNLOAD_SUCCESS_CRAWLER", True),
download_success_page_size=_int_value(config, "DOWNLOAD_SUCCESS_PAGE_SIZE", 50),
download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 0),
download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100),
config_file_loaded=loaded_path,
)
if require_secrets: