diff --git a/vllm_ascend/quantization/quant_config.py b/vllm_ascend/quantization/quant_config.py index adedaa7..22b61f2 100644 --- a/vllm_ascend/quantization/quant_config.py +++ b/vllm_ascend/quantization/quant_config.py @@ -67,7 +67,7 @@ class AscendQuantConfig(QuantizationConfig): @classmethod def get_config_filenames(cls) -> List[str]: - return [] + return ["quant_model_description.json"] @classmethod def from_config(cls, config: Dict[str, Any]) -> "AscendQuantConfig":