feat(hicache): Supports 3fs-hicache compatibility with dp-attention (#9372)

2025-08-23 17:08:32 +08:00
parent b1b3f0b38f
commit 83871aa12d
4 changed files with 27 additions and 6 deletions
--- a/python/sglang/srt/managers/cache_controller.py
+++ b/python/sglang/srt/managers/cache_controller.py
@@ -269,7 +269,6 @@ class HiCacheController:
                    HiCacheHF3FS,
                )

-                rank = get_tensor_model_parallel_rank()
                if self.mem_pool_host.layout == "page_first":
                    bytes_per_page = (
                        mem_pool_host.get_ksize_per_token() * mem_pool_host.page_size
@@ -280,7 +279,7 @@ class HiCacheController:
                    )
                dtype = mem_pool_host.dtype
                self.storage_backend = HiCacheHF3FS.from_env_config(
-                    rank, bytes_per_page, dtype
+                    bytes_per_page, dtype
                )
                self.get_hash_str = get_hash_str
            else: