HiCache Fix (#8288)

Co-authored-by: pansicheng <sicheng.pan.chn@gmail.com>
2025-07-23 01:51:32 -07:00
parent ce86e201df
commit f39037fffb
2 changed files with 5 additions and 1 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -358,6 +358,7 @@ class HiCacheController:
        if host_indices is None:
            return None
        self.mem_pool_host.protect_write(host_indices)
+        torch.cuda.current_stream().synchronize()
        self.write_queue.put(
            CacheOperation(host_indices, device_indices, node_id, priority)
        )