From 463d4b7400e41c44548ae79efb3ac4fe4debc7e7 Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Mon, 21 Apr 2025 05:19:42 +0800 Subject: [PATCH] Fix DeepEP cannot run on latest master (#5567) --- python/sglang/srt/layers/moe/ep_moe/layer.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/layers/moe/ep_moe/layer.py b/python/sglang/srt/layers/moe/ep_moe/layer.py index 1979c8d3a..767196770 100644 --- a/python/sglang/srt/layers/moe/ep_moe/layer.py +++ b/python/sglang/srt/layers/moe/ep_moe/layer.py @@ -802,6 +802,7 @@ class DeepEPMoE(EPMoE): correction_bias: Optional[torch.Tensor] = None, custom_routing_function: Optional[Callable] = None, activation: str = "silu", + routed_scaling_factor: Optional[float] = None, deepep_mode: DeepEPMode = DeepEPMode.auto, ): super().__init__( @@ -820,6 +821,7 @@ class DeepEPMoE(EPMoE): correction_bias, custom_routing_function, activation, + routed_scaling_factor, ) self.deepep_mode = deepep_mode if self.deepep_mode.enable_low_latency():