EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[PD]Reduce kv transfer threads (#5791)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-04-27 23:03:30 +08:00
committed by GitHub
parent 621e96bf9b
commit beb65c7433
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/disaggregation/mooncake/conn.py
View File

@@ -149,7 +149,7 @@ class MooncakeKVManager(BaseKVManager):
# Determine the number of threads to use for kv sender # Determine the number of threads to use for kv sender
cpu_count = os.cpu_count() cpu_count = os.cpu_count()
self.executor = concurrent.futures.ThreadPoolExecutor( self.executor = concurrent.futures.ThreadPoolExecutor(
max_workers=cpu_count if cpu_count is not None else 64 min(cpu_count // 4, 16)
) )
elif self.disaggregation_mode == DisaggregationMode.DECODE: elif self.disaggregation_mode == DisaggregationMode.DECODE:
self.start_decode_thread() self.start_decode_thread()