EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

add try catch for quant config hf download (#10340)

Browse Source
This commit is contained in:
gongwei-130
2025-09-11 15:00:21 -07:00
committed by GitHub
parent c5d2b01cea
commit a2424068ec
1 changed files with 13 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/configs/model_config.py
View File

@@ -420,11 +420,20 @@ class ModelConfig:
is_local = os.path.exists(self.model_path) is_local = os.path.exists(self.model_path)
modelopt_quant_config = {"quant_method": "modelopt"} modelopt_quant_config = {"quant_method": "modelopt"}
if not is_local: if not is_local:
import huggingface_hub
try:
from huggingface_hub import HfApi from huggingface_hub import HfApi
hf_api = HfApi() hf_api = HfApi()
if hf_api.file_exists(self.model_path, "hf_quant_config.json"): if hf_api.file_exists(self.model_path, "hf_quant_config.json"):
quant_cfg = modelopt_quant_config quant_cfg = modelopt_quant_config
except huggingface_hub.errors.OfflineModeIsEnabled:
logger.warning(
"Offline mode is enabled, skipping hf_quant_config.json check"
)
pass
elif os.path.exists(os.path.join(self.model_path, "hf_quant_config.json")): elif os.path.exists(os.path.join(self.model_path, "hf_quant_config.json")):
quant_config_file = os.path.join( quant_config_file = os.path.join(
self.model_path, "hf_quant_config.json" self.model_path, "hf_quant_config.json"