EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

set start method to spawn

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-24 08:55:38 +00:00
parent 3de54a1b55
commit 99258181c6
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
python/sglang/srt/server.py
View File

@@ -425,6 +425,9 @@ class Runtime:
random_seed=random_seed, random_seed=random_seed,
log_level=log_level, log_level=log_level,
) )
import torch
torch.multiprocessing.set_start_method("spawn", force=True)
self.url = self.server_args.url() self.url = self.server_args.url()
self.generate_url = ( self.generate_url = (
f"http://{self.server_args.host}:{self.server_args.port}/generate" f"http://{self.server_args.host}:{self.server_args.port}/generate"