feat(hicache): Supports 3fs-hicache compatibility with dp-attention (#9372)

2025-08-23 17:08:32 +08:00
parent b1b3f0b38f
commit 83871aa12d
4 changed files with 27 additions and 6 deletions
--- a/benchmark/hf3fs/bench_storage.py
+++ b/benchmark/hf3fs/bench_storage.py
@@ -59,7 +59,7 @@ def test():
        raise RuntimeError(f"Failed to dump config to {config_path}: {str(e)}")

    rank = 0
-    hicache_hf3fs = HiCacheHF3FS.from_env_config(rank, bytes_per_page, dtype)
+    hicache_hf3fs = HiCacheHF3FS.from_env_config(bytes_per_page, dtype, rank)

    numel = 2 * tokens_per_page * layer_num * head_num * head_dim
    assert numel * dtype.itemsize == bytes_per_page