Force crawler page limits from code
Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
@@ -146,6 +146,9 @@ def load_settings(require_secrets: bool = True) -> Settings:
|
||||
download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100),
|
||||
config_file_loaded=loaded_path,
|
||||
)
|
||||
settings.crawler_max_pages = max(settings.crawler_max_pages, 400)
|
||||
settings.download_success_max_pages = max(settings.download_success_max_pages, 100)
|
||||
|
||||
if require_secrets:
|
||||
missing = []
|
||||
required_names = [
|
||||
|
||||
Reference in New Issue
Block a user