Remove the dependency of rpyc (#646)

2024-07-18 02:13:54 -07:00
parent d93388da3e
commit d774acad5c
11 changed files with 294 additions and 542 deletions
--- a/python/sglang/launch_server_llavavid.py
+++ b/python/sglang/launch_server_llavavid.py
@@ -1,7 +1,6 @@
 """Launch the inference server for Llava-video model."""

 import argparse
-import multiprocessing as mp

 from sglang.srt.server import ServerArgs, launch_server

@@ -27,6 +26,4 @@ if __name__ == "__main__":

    server_args = ServerArgs.from_cli_args(args)

-    pipe_reader, pipe_writer = mp.Pipe(duplex=False)
-
-    launch_server(server_args, pipe_writer, model_overide_args)
+    launch_server(server_args, model_overide_args, None)