diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index bd1da2392..027550bd1 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -425,6 +425,9 @@ class Runtime: random_seed=random_seed, log_level=log_level, ) + import torch + torch.multiprocessing.set_start_method("spawn", force=True) + self.url = self.server_args.url() self.generate_url = ( f"http://{self.server_args.host}:{self.server_args.port}/generate"