Multi-node Tensor Parallelism (#550)

Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
2024-06-17 20:41:24 -07:00
parent 53a7ebd89a
commit 09593e9bc9
10 changed files with 167 additions and 46 deletions
--- a/python/sglang/launch_server.py
+++ b/python/sglang/launch_server.py
@@ -2,7 +2,8 @@

 import argparse

-from sglang.srt.server import ServerArgs, launch_server
+from sglang.srt.server import launch_server
+from sglang.srt.server_args import ServerArgs

 if __name__ == "__main__":
    parser = argparse.ArgumentParser()