Fix dtype error in CI (#8197)

2025-07-21 00:27:55 +08:00
parent 750838adc4
commit 465968b2e3
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/layers/moe/topk.py
+++ b/python/sglang/srt/layers/moe/topk.py
@@ -524,7 +524,7 @@ def biased_grouped_topk_gpu(
        topk_weights = torch.empty((token, topk), dtype=torch.float32, device=device)
        topk_ids = torch.empty((token, topk), dtype=torch.int32, device=device)
        aiter_biased_grouped_topk(
-            gating_output,
+            gating_output.to(dtype=torch.float32),
            correction_bias,
            topk_weights,
            topk_ids,