EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Hicache] Generic page get bugfix (#9909)

Browse Source
This commit is contained in:
ykwd
2025-09-02 20:22:06 +08:00
committed by GitHub
parent 18f91eb639
commit 53976fce97
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/managers/cache_controller.py
View File

@@ -659,13 +659,14 @@ class HiCacheController:
f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}." f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}."
) )
break break
if operation.increment(self.page_size): # Must set the data before increasing the completed tokens.
# Otherwise this page may be read before being set.
self.mem_pool_host.set_from_flat_data_page( self.mem_pool_host.set_from_flat_data_page(
host_indices[i * self.page_size], host_indices[i * self.page_size],
page_data[i], page_data[i],
) )
else: if not operation.increment(self.page_size):
break break # Operation terminated by controller
def _page_transfer(self, operation): def _page_transfer(self, operation):
# Select the get function and batch size # Select the get function and batch size