diff --git a/python/sglang/srt/models/deepseek_v2.py b/python/sglang/srt/models/deepseek_v2.py index 241c46cf9..c5afc559d 100644 --- a/python/sglang/srt/models/deepseek_v2.py +++ b/python/sglang/srt/models/deepseek_v2.py @@ -1604,7 +1604,7 @@ class DeepseekV2ForCausalLM(nn.Module): if self.n_share_experts_fusion > 0: weights_list = list(weights) weights_dict = dict(weights_list) - if self.quant_config.get_name() == "w8a8_int8": + if self.quant_config is None or self.quant_config.get_name() == "w8a8_int8": suffix_list = [ "down_proj.weight", "down_proj.weight_scale",