hengyan/vllm_agent_strategy
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Force crawler page limits from code

Browse Source 
Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
hengyan
2026-07-22 17:59:44 +08:00
parent 9065fcffac
commit 702b436622
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
app/settings.py
View File

@@ -146,6 +146,9 @@ def load_settings(require_secrets: bool = True) -> Settings:
download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100), download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100),
config_file_loaded=loaded_path, config_file_loaded=loaded_path,
) )
settings.crawler_max_pages = max(settings.crawler_max_pages, 400)
settings.download_success_max_pages = max(settings.download_success_max_pages, 100)
if require_secrets: if require_secrets:
missing = [] missing = []
required_names = [ required_names = [