EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[HiCache] fix mooncake config in different tp size (#10377)

Browse Source
This commit is contained in:
Teng Ma
2025-09-13 07:34:23 +08:00
committed by GitHub
parent 16cd550c85
commit 7fce2fd91a
1 changed files with 9 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
python/sglang/srt/mem_cache/storage/mooncake_store/mooncake_store.py
View File

@@ -134,11 +134,18 @@ class MooncakeStore(HiCacheStorage):
self.config = MooncakeStoreConfig.load_from_env() self.config = MooncakeStoreConfig.load_from_env()
logger.info("Mooncake Configuration loaded from env successfully.") logger.info("Mooncake Configuration loaded from env successfully.")
tp_scale_factor = 1 if storage_config is None else storage_config.tp_size
per_tp_global_segment_size = (
self.config.global_segment_size // tp_scale_factor
)
per_tp_local_buffer_size = self.config.local_buffer_size // tp_scale_factor
ret_code = self.store.setup( ret_code = self.store.setup(
self.config.local_hostname, self.config.local_hostname,
self.config.metadata_server, self.config.metadata_server,
self.config.global_segment_size, per_tp_global_segment_size,
self.config.local_buffer_size, per_tp_local_buffer_size,
self.config.protocol, self.config.protocol,
self.config.device_name, self.config.device_name,
self.config.master_server_address, self.config.master_server_address,