fix: HiRadixCache: fix prefetch completion race (#9397)

2025-08-27 09:43:01 +02:00
parent 79e6a8a6ac
commit a3aee7c377
1 changed files with 6 additions and 3 deletions
--- a/python/sglang/srt/mem_cache/hiradix_cache.py
+++ b/python/sglang/srt/mem_cache/hiradix_cache.py
@@ -434,6 +434,9 @@ class HiRadixCache(RadixCache):
        if self.prefetch_stop_policy == "best_effort":
            return can_terminate

+        if len(operation.hash_value) == 0:
+            completed = False
+        else:
            completed = (
                operation.completed_tokens == len(operation.hash_value) * self.page_size
            )