EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

refactor(hicache): Introduce generic HiCacheStorageConfig for improved configuration management (#9555)

Browse Source 
Co-authored-by: Teng Ma <805522925@qq.com>
This commit is contained in:
hzh0425
2025-08-27 08:55:20 +08:00
committed by GitHub
parent 16a6d21b95
commit c04c17edfa
8 changed files with 102 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/scheduler.py
View File

@@ -627,6 +627,8 @@ class Scheduler(
hicache_mem_layout=server_args.hicache_mem_layout,
hicache_storage_backend=server_args.hicache_storage_backend,
hicache_storage_prefetch_policy=server_args.hicache_storage_prefetch_policy,
model_name=server_args.served_model_name,
storage_backend_extra_config=server_args.hicache_storage_backend_extra_config,
)
self.tp_worker.register_hicache_layer_transfer_counter(
self.tree_cache.cache_controller.layer_done_counter