Fix llava & Fix multiprocessing

2024-01-24 10:35:31 +00:00
parent c6576e820c
commit bef0b35902
4 changed files with 9 additions and 9 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -425,8 +425,6 @@ class Runtime:
            random_seed=random_seed,
            log_level=log_level,
        )
-        import torch
-        torch.multiprocessing.set_start_method("spawn", force=True)

        self.url = self.server_args.url()
        self.generate_url = (