dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix: replace torch::silu with x*sigmoid(x) for old corex torch

Browse Source
This commit is contained in:
Claude
2026-08-15 05:22:25 +00:00
parent c840c9159f
commit a12d070d82
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ex_engine/csrc/moe_tcu_dispatch.cpp
View File

@@ -49,7 +49,7 @@ torch::Tensor moe_decode(
auto gate_up = torch::mm(hidden, gate_up_weights[eid].t());
// SiLU and mul
auto gate = torch::silu(gate_up.slice(1, 0, inter));
auto gate_slice = gate_up.slice(1, 0, inter); auto gate = gate_slice * torch::sigmoid(gate_slice);
auto up = gate_up.slice(1, inter, inter2);
auto act = gate * up; // (1, I)
@@ -117,7 +117,7 @@ torch::Tensor moe_prefill(
auto gate_up = torch::mm(tokens, gate_up_weights[eid].t());
// SiLU and mul
auto gate = torch::silu(gate_up.slice(1, 0, inter));
auto gate_slice = gate_up.slice(1, 0, inter); auto gate = gate_slice * torch::sigmoid(gate_slice);
auto up = gate_up.slice(1, inter, inter2);
auto act = gate * up; // (count, I)