EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: HiRadixCache: fix prefetch completion race (#9397)

Browse Source
This commit is contained in:
Pablo Iyu Guerrero
2025-08-27 09:43:01 +02:00
committed by GitHub
parent 79e6a8a6ac
commit a3aee7c377
1 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/mem_cache/hiradix_cache.py
View File

@@ -434,9 +434,12 @@ class HiRadixCache(RadixCache):
if self.prefetch_stop_policy == "best_effort": if self.prefetch_stop_policy == "best_effort":
return can_terminate return can_terminate
completed = ( if len(operation.hash_value) == 0:
operation.completed_tokens == len(operation.hash_value) * self.page_size completed = False
) else:
completed = (
operation.completed_tokens == len(operation.hash_value) * self.page_size
)
if self.prefetch_stop_policy == "wait_complete": if self.prefetch_stop_policy == "wait_complete":
can_terminate = completed can_terminate = completed