EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix Deepseek R1 0528 FP4 tensor name mismatch issue during weights loading. (#7164)

Browse Source
This commit is contained in:
Charles Chen
2025-06-17 11:26:23 -07:00
committed by GitHub
parent a39d928782
commit 8c16da334e
2 changed files with 10 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/model_loader/weight_utils.py
View File

@@ -34,6 +34,7 @@ from sglang.srt.configs.load_config import LoadConfig
from sglang.srt.configs.model_config import ModelConfig
from sglang.srt.distributed import get_tensor_model_parallel_rank
from sglang.srt.layers.quantization import QuantizationConfig, get_quantization_config
from sglang.srt.layers.quantization.modelopt_quant import ModelOptFp4Config
from sglang.srt.utils import print_warning_once
logger = logging.getLogger(__name__)
@@ -206,7 +207,10 @@ def get_quant_config(
config["adapter_name_or_path"] = model_name_or_path
elif model_config.quantization == "modelopt":
if config["producer"]["name"] == "modelopt":
return quant_cls.from_config(config)
if "FP4" in config["quantization"]["quant_algo"]:
return ModelOptFp4Config.from_config(config)
else:
return quant_cls.from_config(config)
else:
raise ValueError(
f"Unsupported quantization config"