[Bug fix] use correct func path in deepseek (#5496)

Signed-off-by: Xuchun Shang <xuchun.shang@linux.alibaba.com>
This commit is contained in:
Xuchun Shang
2025-04-17 17:41:41 +08:00
committed by GitHub
parent 22c2a79dc5
commit 06d0a3d92b

View File

@@ -170,7 +170,7 @@ class DeepseekMoE(nn.Module):
shared_output = self.shared_experts(hidden_states)
# router_logits: (num_tokens, n_experts)
router_logits, _ = self.gate(hidden_states)
final_hidden_states = fused_moe(
final_hidden_states = fused_moe.fused_moe(
hidden_states,
self.w1,
self.w2,