From f7ab9554554fbd3d07ffa4ad34c5fcbef69591b6 Mon Sep 17 00:00:00 2001 From: Jimmy <29097382+jinmingyi1998@users.noreply.github.com> Date: Sat, 18 Oct 2025 12:19:20 +0800 Subject: [PATCH] fix(glm45): disable reduce scatter (#11665) Co-authored-by: Shangming Cai --- python/sglang/srt/models/glm4_moe.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/models/glm4_moe.py b/python/sglang/srt/models/glm4_moe.py index 2d4bf41f1..df1bbc362 100644 --- a/python/sglang/srt/models/glm4_moe.py +++ b/python/sglang/srt/models/glm4_moe.py @@ -656,7 +656,7 @@ class Glm4MoeDecoderLayer(DeepseekV2DecoderLayer): layer_scatter_modes=self.layer_scatter_modes, input_layernorm=self.input_layernorm, post_attention_layernorm=self.post_attention_layernorm, - allow_reduce_scatter=True, + allow_reduce_scatter=False, ) def forward(