EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat(hicache): Add generic hicache ci e2e test and benchmark test (#9846)

Browse Source 
Co-authored-by: Zhiqiang Xie <xiezhq@stanford.edu>
This commit is contained in:
hzh0425
2025-09-04 20:43:46 +08:00
committed by GitHub
parent c67569491c
commit 106c2b31fb
4 changed files with 487 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
python/sglang/srt/mem_cache/hicache_storage.py
View File

@@ -136,13 +136,18 @@ class HiCacheFile(HiCacheStorage):
):
self.file_path = os.getenv("SGLANG_HICACHE_FILE_BACKEND_STORAGE_DIR", file_path)
tp_rank, tp_size, model_name = (
tp_rank, tp_size, model_name, is_mla_model = (
storage_config.tp_rank,
storage_config.tp_size,
storage_config.model_name,
storage_config.is_mla_model,
)
model_name = "-".join(model_name.split("/")) if model_name else ""
self.config_suffix = f"_{model_name}_{tp_rank}_{tp_size}"
if is_mla_model:
self.config_suffix = f"_{model_name}"
else:
self.config_suffix = f"_{model_name}_{tp_rank}_{tp_size}"
if not os.path.exists(self.file_path) and tp_rank == 0:
os.makedirs(self.file_path)
logger.info(f"Created HiCacheFile storage directory at {self.file_path}")