EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: resolve b200 dsv3 mtp issue (#7286)

Browse Source
This commit is contained in:
Yineng Zhang
2025-06-17 16:22:46 -07:00
committed by GitHub
parent 3eb4a800e8
commit 4f204db57c
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/models/deepseek_v2.py
View File

@@ -1932,6 +1932,8 @@ class DeepseekV2ForCausalLM(nn.Module):
self._weight_requant_ue8m0() self._weight_requant_ue8m0()
def _weight_requant_ue8m0(self): def _weight_requant_ue8m0(self):
if self.config.architectures[0] == "DeepseekV3ForCausalLMNextN":
return
weight_block_size = self.quant_config.weight_block_size weight_block_size = self.quant_config.weight_block_size
moe_layers = list( moe_layers = list(