fix: HiRadixCache: fix prefetch completion race (#9397)

2025-08-27 09:43:01 +02:00
parent 79e6a8a6ac
commit a3aee7c377
1 changed files with 6 additions and 3 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -434,9 +434,12 @@ class HiRadixCache(RadixCache):
        if self.prefetch_stop_policy == "best_effort":
            return can_terminate

-        completed = (
-            operation.completed_tokens == len(operation.hash_value) * self.page_size
-        )
+        if len(operation.hash_value) == 0:
+            completed = False
+        else:
+            completed = (
+                operation.completed_tokens == len(operation.hash_value) * self.page_size
+            )

        if self.prefetch_stop_policy == "wait_complete":
            can_terminate = completed