EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix DeepEP cannot run on latest master (#5567)

Browse Source
This commit is contained in:
fzyzcjy
2025-04-21 05:19:42 +08:00
committed by GitHub
parent 9924bbe153
commit 463d4b7400
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/layers/moe/ep_moe/layer.py
View File

@@ -802,6 +802,7 @@ class DeepEPMoE(EPMoE):
correction_bias: Optional[torch.Tensor] = None, correction_bias: Optional[torch.Tensor] = None,
custom_routing_function: Optional[Callable] = None, custom_routing_function: Optional[Callable] = None,
activation: str = "silu", activation: str = "silu",
routed_scaling_factor: Optional[float] = None,
deepep_mode: DeepEPMode = DeepEPMode.auto, deepep_mode: DeepEPMode = DeepEPMode.auto,
): ):
super().__init__( super().__init__(
@@ -820,6 +821,7 @@ class DeepEPMoE(EPMoE):
correction_bias, correction_bias,
custom_routing_function, custom_routing_function,
activation, activation,
routed_scaling_factor,
) )
self.deepep_mode = deepep_mode self.deepep_mode = deepep_mode
if self.deepep_mode.enable_low_latency(): if self.deepep_mode.enable_low_latency():