support mooncake store dp attention (#9684)

2025-08-28 12:31:31 +08:00
parent e1f7cf57dc
commit 55349e361d
2 changed files with 4 additions and 4 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -636,6 +636,7 @@ class HiCacheController:
        key_strs, buffer_ptrs, buffer_sizes = self.mem_pool_host.get_buffer_meta(
            hash_values,
            host_indices,
+            self.storage_config.tp_rank,
        )
        get_result = self.storage_backend.batch_get(
            key_strs,
@@ -838,6 +839,7 @@ class HiCacheController:
        key_strs, buffer_ptrs, buffer_sizes = self.mem_pool_host.get_buffer_meta(
            hash_values,
            host_indices,
+            self.storage_config.tp_rank,
        )
        success = self.storage_backend.batch_set(
            key_strs,