Fix DeepEP cannot run on latest master (#5567)

2025-04-21 05:19:42 +08:00
parent 9924bbe153
commit 463d4b7400
1 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/layers/moe/ep_moe/layer.py
+++ b/python/sglang/srt/layers/moe/ep_moe/layer.py
@@ -802,6 +802,7 @@ class DeepEPMoE(EPMoE):
        correction_bias: Optional[torch.Tensor] = None,
        custom_routing_function: Optional[Callable] = None,
        activation: str = "silu",
+        routed_scaling_factor: Optional[float] = None,
        deepep_mode: DeepEPMode = DeepEPMode.auto,
    ):
        super().__init__(
@@ -820,6 +821,7 @@ class DeepEPMoE(EPMoE):
            correction_bias,
            custom_routing_function,
            activation,
+            routed_scaling_factor,
        )
        self.deepep_mode = deepep_mode
        if self.deepep_mode.enable_low_latency():