fix(glm45): disable reduce scatter (#11665)

Co-authored-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Jimmy
2025-10-18 12:19:20 +08:00
committed by GitHub
parent dbbd4e1891
commit f7ab955455

View File

@@ -656,7 +656,7 @@ class Glm4MoeDecoderLayer(DeepseekV2DecoderLayer):
layer_scatter_modes=self.layer_scatter_modes,
input_layernorm=self.input_layernorm,
post_attention_layernorm=self.post_attention_layernorm,
allow_reduce_scatter=True,
allow_reduce_scatter=False,
)
def forward(