dylanyunlong/project_6
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

fix: use F.silu in test script for old corex torch

Browse Source
This commit is contained in:
Claude
2026-08-15 05:22:31 +00:00
parent a12d070d82
commit a465dd1d75
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ex_engine/csrc/build_test_moe_tcu.sh
View File

@@ -66,7 +66,7 @@ for k in range(top_k):
eid = expert_ids[k].item() eid = expert_ids[k].item()
w = expert_weights[k].item() w = expert_weights[k].item()
gate_up = F.linear(hidden, w13[eid]) gate_up = F.linear(hidden, w13[eid])
gate = torch.silu(gate_up[:, :I]) gate = F.silu(gate_up[:, :I])
up = gate_up[:, I:] up = gate_up[:, I:]
act = gate * up act = gate * up
expert_out = F.linear(act, w2[eid]) expert_out = F.linear(act, w2[eid])
@@ -131,7 +131,7 @@ for _ in range(3):
eid = expert_ids[k].item() eid = expert_ids[k].item()
w = expert_weights[k].item() w = expert_weights[k].item()
gate_up = F.linear(hidden, w13[eid]) gate_up = F.linear(hidden, w13[eid])
gate = torch.silu(gate_up[:, :I]) gate = F.silu(gate_up[:, :I])
up = gate_up[:, I:] up = gate_up[:, I:]
act = gate * up act = gate * up
out_py += w * F.linear(act, w2[eid]) out_py += w * F.linear(act, w2[eid])
@@ -144,7 +144,7 @@ for _ in range(100):
eid = expert_ids[k].item() eid = expert_ids[k].item()
w = expert_weights[k].item() w = expert_weights[k].item()
gate_up = F.linear(hidden, w13[eid]) gate_up = F.linear(hidden, w13[eid])
gate = torch.silu(gate_up[:, :I]) gate = F.silu(gate_up[:, :I])
up = gate_up[:, I:] up = gate_up[:, I:]
act = gate * up act = gate * up
out_py += w * F.linear(act, w2[eid]) out_py += w * F.linear(act, w2[eid])