Hot fix for hicache with new page aligned radixtree (#4397)

This commit is contained in:
Zhiqiang Xie
2025-03-13 15:50:49 -07:00
committed by GitHub
parent f0afaf5289
commit fbdb50501f
3 changed files with 12 additions and 1 deletions

View File

@@ -248,6 +248,8 @@ class HiCacheController:
if device_indices is None:
return None
self.mem_pool_host.protect_load(host_indices)
# to ensure the device indices are ready before accessed by another CUDA stream
torch.cuda.current_stream().synchronize()
self.load_queue.put(
CacheOperation(host_indices, device_indices, node_id, priority)
)