Tiny fix missing expert location dispatch info (#6620)

This commit is contained in:
fzyzcjy
2025-05-26 23:58:31 +08:00
committed by GitHub
parent 5c7aa00976
commit 0ca3e56802

View File

@@ -360,6 +360,9 @@ class DeepseekV2MoE(nn.Module):
correction_bias=self.correction_bias,
routed_scaling_factor=self.routed_scaling_factor,
num_token_non_padded=forward_batch.num_token_non_padded,
expert_location_dispatch_info=ExpertLocationDispatchInfo.init_new(
layer_id=self.layer_id,
),
)
else:
topk_idx = torch.full(