EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

BugFix(hicache): Fix host indices out of bound error (#9637)

Browse Source 
Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
This commit is contained in:
hzh0425
2025-08-27 01:42:23 +08:00
committed by GitHub
parent 44ffe2cb72
commit 79ce3688bb
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
python/sglang/srt/managers/cache_controller.py
View File

@@ -616,12 +616,13 @@ class HiCacheController:
f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}." f"Prefetch operation {operation.request_id} failed to retrieve page {hash_values[i]}."
) )
break break
self.mem_pool_host.set_from_flat_data_page( if operation.increment(self.page_size):
host_indices[operation.completed_tokens], self.mem_pool_host.set_from_flat_data_page(
page_data[i], host_indices[i * self.page_size],
) page_data[i],
if not operation.increment(self.page_size): )
break # Operation terminated by controller else:
break
def _page_transfer(self, operation): def _page_transfer(self, operation):
# Select the get function and batch size # Select the get function and batch size