Add hf3fs support for hicache storage (based on #7704) (#7280)

Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
This commit is contained in:
pansicheng
2025-07-31 08:42:41 +08:00
committed by GitHub
parent a79a5d7012
commit 299803343d
12 changed files with 1110 additions and 23 deletions

View File

@@ -1476,7 +1476,7 @@ class ServerArgs:
parser.add_argument(
"--hicache-storage-backend",
type=str,
choices=["file"], # todo, mooncake
choices=["file", "hf3fs"], # todo, mooncake
default=ServerArgs.hicache_storage_backend,
help="The storage backend for hierarchical KV cache.",
)