Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 9eb9b6b67f |
@@ -140,15 +140,12 @@ def load_settings(require_secrets: bool = True) -> Settings:
|
|||||||
target_task_level=str(_value(config, "TARGET_TASK_LEVEL", "文本生成")),
|
target_task_level=str(_value(config, "TARGET_TASK_LEVEL", "文本生成")),
|
||||||
modelhub_page_size=_int_value(config, "MODELHUB_PAGE_SIZE", 100),
|
modelhub_page_size=_int_value(config, "MODELHUB_PAGE_SIZE", 100),
|
||||||
crawler_refresh_seconds=_int_value(config, "CRAWLER_REFRESH_SECONDS", 3600),
|
crawler_refresh_seconds=_int_value(config, "CRAWLER_REFRESH_SECONDS", 3600),
|
||||||
crawler_max_pages=_int_value(config, "CRAWLER_MAX_PAGES", 400),
|
crawler_max_pages=max(_int_value(config, "CRAWLER_MAX_PAGES", 400), 400),
|
||||||
enable_download_success_crawler=_bool_value(config, "ENABLE_DOWNLOAD_SUCCESS_CRAWLER", True),
|
enable_download_success_crawler=_bool_value(config, "ENABLE_DOWNLOAD_SUCCESS_CRAWLER", True),
|
||||||
download_success_page_size=_int_value(config, "DOWNLOAD_SUCCESS_PAGE_SIZE", 50),
|
download_success_page_size=_int_value(config, "DOWNLOAD_SUCCESS_PAGE_SIZE", 50),
|
||||||
download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100),
|
download_success_max_pages=max(_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100), 100),
|
||||||
config_file_loaded=loaded_path,
|
config_file_loaded=loaded_path,
|
||||||
)
|
)
|
||||||
settings.crawler_max_pages = max(settings.crawler_max_pages, 400)
|
|
||||||
settings.download_success_max_pages = max(settings.download_success_max_pages, 100)
|
|
||||||
|
|
||||||
if require_secrets:
|
if require_secrets:
|
||||||
missing = []
|
missing = []
|
||||||
required_names = [
|
required_names = [
|
||||||
|
|||||||
Reference in New Issue
Block a user