Update cutlass_moe.py (#8545)

2025-07-29 23:46:34 -07:00
parent a9fd80336d
commit e3f08c77bc
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/moe/cutlass_moe.py
+++ b/python/sglang/srt/layers/moe/cutlass_moe.py
@@ -209,7 +209,7 @@ def cutlass_fused_experts_fp8(
    )

    result = torch.empty((m, k), device=device, dtype=out_dtype)
-    apply_shuffle_mul_sum(c2, result, c_map, topk_weights)
+    apply_shuffle_mul_sum(c2, result, c_map, topk_weights.to(out_dtype))
    return result