Fix: Complete int32 to int64 conversion (#4465)

2025-03-16 18:14:27 -07:00
parent 5cbd709ea1
commit f5bbf6037d
3 changed files with 5 additions and 6 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -305,7 +305,7 @@ class HiRadixCache(RadixCache):
        if value:
            value = torch.cat(value)
        else:
-            value = torch.tensor([], dtype=torch.int32)
+            value = torch.tensor([], dtype=torch.int64)

        last_node_global = last_node
        while last_node.evicted: