feat: reserve queue capacity for recent models
This commit is contained in:
@@ -85,6 +85,18 @@ def build_parser() -> argparse.ArgumentParser:
|
||||
default=0,
|
||||
help="Maximum tasks to submit in one run (0 means unlimited)",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--old-model-queue-threshold",
|
||||
type=int,
|
||||
default=int(os.getenv("MODELHUB_OLD_MODEL_QUEUE_THRESHOLD", "80")),
|
||||
help=argparse.SUPPRESS,
|
||||
)
|
||||
parser.add_argument(
|
||||
"--recent-model-days",
|
||||
type=int,
|
||||
default=int(os.getenv("MODELHUB_RECENT_MODEL_DAYS", "7")),
|
||||
help=argparse.SUPPRESS,
|
||||
)
|
||||
parser.add_argument("--disable-candidate-preflight", action="store_true", help=argparse.SUPPRESS)
|
||||
parser.add_argument("--llm-classifier-endpoint", default=os.getenv("MODELHUB_LLM_CLASSIFIER_ENDPOINT"), help=argparse.SUPPRESS)
|
||||
parser.add_argument("--llm-classifier-model", default=os.getenv("MODELHUB_LLM_CLASSIFIER_MODEL"), help=argparse.SUPPRESS)
|
||||
@@ -240,6 +252,8 @@ def make_wave_namespace(base_args: argparse.Namespace, wave: WaveSpec) -> argpar
|
||||
capacity_probe_interval_cycles=getattr(base_args, "capacity_probe_interval_cycles", 3),
|
||||
submit_concurrency=getattr(base_args, "submit_concurrency", 1),
|
||||
max_submits_per_run=getattr(base_args, "max_submits_per_run", 0),
|
||||
old_model_queue_threshold=getattr(base_args, "old_model_queue_threshold", 80),
|
||||
recent_model_days=getattr(base_args, "recent_model_days", 7),
|
||||
disable_candidate_preflight=getattr(base_args, "disable_candidate_preflight", False),
|
||||
llm_classifier_endpoint=getattr(base_args, "llm_classifier_endpoint", None),
|
||||
llm_classifier_model=getattr(base_args, "llm_classifier_model", None),
|
||||
|
||||
Reference in New Issue
Block a user