Hot fix for hicache with new page aligned radixtree (#4397)
This commit is contained in:
@@ -248,6 +248,8 @@ class HiCacheController:
|
||||
if device_indices is None:
|
||||
return None
|
||||
self.mem_pool_host.protect_load(host_indices)
|
||||
# to ensure the device indices are ready before accessed by another CUDA stream
|
||||
torch.cuda.current_stream().synchronize()
|
||||
self.load_queue.put(
|
||||
CacheOperation(host_indices, device_indices, node_id, priority)
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user