refactor(hicache): Introduce generic HiCacheStorageConfig for improved configuration management (#9555)

Co-authored-by: Teng Ma <805522925@qq.com>
This commit is contained in:
hzh0425
2025-08-27 08:55:20 +08:00
committed by GitHub
parent 16a6d21b95
commit c04c17edfa
8 changed files with 102 additions and 56 deletions

View File

@@ -216,6 +216,7 @@ class ServerArgs:
hicache_mem_layout: str = "layer_first"
hicache_storage_backend: Optional[str] = None
hicache_storage_prefetch_policy: str = "best_effort"
hicache_storage_backend_extra_config: Optional[str] = None
# Double Sparsity
enable_double_sparsity: bool = False
@@ -1641,6 +1642,12 @@ class ServerArgs:
default=ServerArgs.hicache_storage_prefetch_policy,
help="Control when prefetching from the storage backend should stop.",
)
parser.add_argument(
"--hicache-storage-backend-extra-config",
type=str,
default=ServerArgs.hicache_storage_backend_extra_config,
help="A dictionary in JSON string format containing extra configuration for the storage backend.",
)
# Double Sparsity
parser.add_argument(