refactor(hicache): Introduce generic HiCacheStorageConfig for improved configuration management (#9555)

Co-authored-by: Teng Ma <805522925@qq.com>
2025-08-27 08:55:20 +08:00
parent 16a6d21b95
commit c04c17edfa
8 changed files with 102 additions and 56 deletions
--- a/benchmark/hf3fs/bench_storage.py
+++ b/benchmark/hf3fs/bench_storage.py
@@ -57,9 +57,7 @@ def test():
            )
    except Exception as e:
        raise RuntimeError(f"Failed to dump config to {config_path}: {str(e)}")
-
-    rank = 0
-    hicache_hf3fs = HiCacheHF3FS.from_env_config(bytes_per_page, dtype, rank)
+    hicache_hf3fs = HiCacheHF3FS.from_env_config(bytes_per_page, dtype)

    numel = 2 * tokens_per_page * layer_num * head_num * head_dim
    assert numel * dtype.itemsize == bytes_per_page