Disable torch.compile for get_last_loc_large_page_size_large_top_k (#9507)

Co-authored-by: ispobock <ispobaoke@gmail.com>
2025-08-22 02:05:02 -07:00
parent a1f011d09a
commit 9c0c1e30b2
1 changed files with 3 additions and 1 deletions
--- a/python/sglang/srt/speculative/eagle_worker.py
+++ b/python/sglang/srt/speculative/eagle_worker.py
@@ -1017,7 +1017,9 @@ def get_last_loc_large_page_size_top_k_1(
    return prefix_lens, seq_lens, last_loc


-@torch.compile(dynamic=True)
+# Disable torch.compile for this function because it will be
+# even slower.
+# @torch.compile(dynamic=True)
 def get_last_loc_large_page_size_large_top_k(
    req_to_token: torch.Tensor,
    req_pool_indices: torch.Tensor,