This commit is contained in:
Lianmin Zheng
2024-05-11 20:55:00 -07:00
committed by GitHub
parent 09deb20dee
commit 7023f413c6
8 changed files with 248 additions and 280 deletions

View File

@@ -2,10 +2,11 @@ import argparse
from sglang.srt.server import ServerArgs, launch_server
if __name__ == "__main__":
parser = argparse.ArgumentParser()
ServerArgs.add_cli_args(parser)
args = parser.parse_args()
server_args = ServerArgs.from_cli_args(args)
launch_server(server_args, None)
launch_server(server_args, None)