EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

do not launch workers in parallel

Browse Source
This commit is contained in:
Lianmin Zheng
2024-05-27 23:00:16 -07:00
parent adc974268a
commit 1a57e41679
1 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
python/sglang/srt/managers/controller/manager_multi.py
View File

@@ -86,8 +86,12 @@ class Controller:
f"Failed to start local worker {i}\n{get_exception_traceback()}" f"Failed to start local worker {i}\n{get_exception_traceback()}"
) )
with ThreadPoolExecutor(server_args.dp_size) as executor: for i in range(server_args.dp_size):
executor.map(start_dp_worker, range(server_args.dp_size)) start_dp_worker(i)
# Parallel launch is slower, probably due to the disk bandwidth limitations.
# with ThreadPoolExecutor(server_args.dp_size) as executor:
# executor.map(start_dp_worker, range(server_args.dp_size))
def have_any_live_worker(self): def have_any_live_worker(self):
return any(worker_thread.liveness for worker_thread in self.workers.values()) return any(worker_thread.liveness for worker_thread in self.workers.values())