diff --git a/docs/advanced_features/server_arguments.md b/docs/advanced_features/server_arguments.md index 2fedb8d53..e8caddd77 100644 --- a/docs/advanced_features/server_arguments.md +++ b/docs/advanced_features/server_arguments.md @@ -236,7 +236,7 @@ Please consult the documentation below and [server_args.py](https://github.com/s | `--enable-hierarchical-cache` | Enable hierarchical cache. | False | | `--hicache-ratio` | The ratio of the size of host KV cache memory pool to the size of device pool. | 2.0 | | `--hicache-size` | The size of the hierarchical cache. | 0 | -| `--hicache-write-policy` | The write policy for hierarchical cache. | write_through_selective | +| `--hicache-write-policy` | The write policy for hierarchical cache. | write_through | | `--hicache-io-backend` | The IO backend for hierarchical cache. | | | `--hicache-storage-backend` | The storage backend for hierarchical cache. | None | diff --git a/python/sglang/srt/server_args.py b/python/sglang/srt/server_args.py index 9ed2b5177..135f5e240 100644 --- a/python/sglang/srt/server_args.py +++ b/python/sglang/srt/server_args.py @@ -286,7 +286,7 @@ class ServerArgs: enable_hierarchical_cache: bool = False hicache_ratio: float = 2.0 hicache_size: int = 0 - hicache_write_policy: str = "write_through_selective" + hicache_write_policy: str = "write_through" hicache_io_backend: str = "kernel" hicache_mem_layout: str = "layer_first" hicache_storage_backend: Optional[str] = None