[Fix] use torch.cat instead of torch.concat to prevent entering the Autograd backends. (#4466)

2025-03-16 15:02:47 +08:00
parent 81f431eded
commit 1a3fa75f2f
14 changed files with 20 additions and 20 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -303,7 +303,7 @@ class HiRadixCache(RadixCache):

        value, last_node = self._match_prefix_helper(self.root_node, key)
        if value:
-            value = torch.concat(value)
+            value = torch.cat(value)
        else:
            value = torch.tensor([], dtype=torch.int32)