refactor(hicache): Introduce generic HiCacheStorageConfig for improved configuration management (#9555)
Co-authored-by: Teng Ma <805522925@qq.com>
This commit is contained in:
@@ -216,6 +216,7 @@ class ServerArgs:
|
||||
hicache_mem_layout: str = "layer_first"
|
||||
hicache_storage_backend: Optional[str] = None
|
||||
hicache_storage_prefetch_policy: str = "best_effort"
|
||||
hicache_storage_backend_extra_config: Optional[str] = None
|
||||
|
||||
# Double Sparsity
|
||||
enable_double_sparsity: bool = False
|
||||
@@ -1641,6 +1642,12 @@ class ServerArgs:
|
||||
default=ServerArgs.hicache_storage_prefetch_policy,
|
||||
help="Control when prefetching from the storage backend should stop.",
|
||||
)
|
||||
parser.add_argument(
|
||||
"--hicache-storage-backend-extra-config",
|
||||
type=str,
|
||||
default=ServerArgs.hicache_storage_backend_extra_config,
|
||||
help="A dictionary in JSON string format containing extra configuration for the storage backend.",
|
||||
)
|
||||
|
||||
# Double Sparsity
|
||||
parser.add_argument(
|
||||
|
||||
Reference in New Issue
Block a user