diff --git a/app/settings.py b/app/settings.py index 699aa74..ec72ad7 100644 --- a/app/settings.py +++ b/app/settings.py @@ -146,6 +146,9 @@ def load_settings(require_secrets: bool = True) -> Settings: download_success_max_pages=_int_value(config, "DOWNLOAD_SUCCESS_MAX_PAGES", 100), config_file_loaded=loaded_path, ) + settings.crawler_max_pages = max(settings.crawler_max_pages, 400) + settings.download_success_max_pages = max(settings.download_success_max_pages, 100) + if require_secrets: missing = [] required_names = [