fix: bound unproven profile submissions and support single-worker takeover
This commit is contained in:
@@ -189,6 +189,7 @@ class CandidatePreflightAdvisor:
|
||||
"modelType": inspection.model_type,
|
||||
"architectures": inspection.architectures,
|
||||
"quantizationMethod": inspection.quantization_method,
|
||||
"quantizationSignature": inspection.quantization_signature,
|
||||
"estimatedLoadBytes": inspection.estimated_load_bytes(framework),
|
||||
"repositoryOnDiskBytes": inspection.repository_size_bytes,
|
||||
"recursiveRepositoryBytes": inspection.exact_repository_size_bytes,
|
||||
@@ -199,6 +200,11 @@ class CandidatePreflightAdvisor:
|
||||
with self._lock:
|
||||
self._assessed += 1
|
||||
|
||||
if framework != "llamacpp" and inspection.quantization_method in {"mlx", "unknown"}:
|
||||
return self._hard_block(
|
||||
config_params, "preflight_unverified_weight_format", warnings, ambiguous, metadata,
|
||||
)
|
||||
|
||||
learned_block = self._matching_architecture_block(
|
||||
inspection=inspection,
|
||||
target_gpu=target_gpu,
|
||||
|
||||
Reference in New Issue
Block a user