EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix shared experts fusion + weight requant (#7177)

Browse Source
This commit is contained in:
fzyzcjy
2025-06-14 17:35:18 +08:00
committed by GitHub
parent 98538822d5
commit b57d87c297
1 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
python/sglang/srt/models/deepseek_v2.py
View File

@@ -1960,14 +1960,15 @@ class DeepseekV2ForCausalLM(nn.Module):
)
if layer_id in moe_layers:
shared_experts = layer.mlp.shared_experts
for module in [
shared_experts.gate_up_proj,
shared_experts.down_proj,
]:
requant_weight_ue8m0_inplace(
module.weight, module.weight_scale_inv, weight_block_size
)
shared_experts = getattr(layer.mlp, "shared_experts", None)
if shared_experts is not None:
for module in [
shared_experts.gate_up_proj,
shared_experts.down_proj,
]:
requant_weight_ue8m0_inplace(
module.weight, module.weight_scale_inv, weight_block_size
)
experts = layer.mlp.experts
if isinstance(experts, DeepEPMoE):