From a12d070d825f3074251779f5a3592372b1f03a4a Mon Sep 17 00:00:00 2001 From: Claude Date: Sat, 15 Aug 2026 05:22:25 +0000 Subject: [PATCH] fix: replace torch::silu with x*sigmoid(x) for old corex torch --- ex_engine/csrc/moe_tcu_dispatch.cpp | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ex_engine/csrc/moe_tcu_dispatch.cpp b/ex_engine/csrc/moe_tcu_dispatch.cpp index c696a859..7a6e7b8e 100644 --- a/ex_engine/csrc/moe_tcu_dispatch.cpp +++ b/ex_engine/csrc/moe_tcu_dispatch.cpp @@ -49,7 +49,7 @@ torch::Tensor moe_decode( auto gate_up = torch::mm(hidden, gate_up_weights[eid].t()); // SiLU and mul - auto gate = torch::silu(gate_up.slice(1, 0, inter)); + auto gate_slice = gate_up.slice(1, 0, inter); auto gate = gate_slice * torch::sigmoid(gate_slice); auto up = gate_up.slice(1, inter, inter2); auto act = gate * up; // (1, I) @@ -117,7 +117,7 @@ torch::Tensor moe_prefill( auto gate_up = torch::mm(tokens, gate_up_weights[eid].t()); // SiLU and mul - auto gate = torch::silu(gate_up.slice(1, 0, inter)); + auto gate_slice = gate_up.slice(1, 0, inter); auto gate = gate_slice * torch::sigmoid(gate_slice); auto up = gate_up.slice(1, inter, inter2); auto act = gate * up; // (count, I)