Remove type conversion and fix id map in topk (#7759)

2025-07-04 09:13:32 +08:00
parent 489934be0a
commit 8b1942c6cc
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/srt/layers/moe/topk.py
+++ b/python/sglang/srt/layers/moe/topk.py
@@ -112,10 +112,11 @@ def fused_topk(
    topk_softmax(
        topk_weights,
        topk_ids,
-        gating_output.float(),
+        gating_output,
        renormalize,
    )

+    topk_ids = topk_ids_logical_to_physical(topk_ids, expert_location_dispatch_info)
    _mask_topk_ids_padded_region(topk_ids, num_token_non_padded)
    return topk_weights, topk_ids