EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix server launch for jupyter notebook (#186)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-02-12 04:43:14 -08:00
committed by GitHub
parent bb824da41a
commit 06008bc295
1 changed files with 44 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/server.py
View File

@@ -464,7 +464,6 @@ def launch_server(server_args, pipe_finish_writer):
assert proc_router.is_alive() and proc_detoken.is_alive() assert proc_router.is_alive() and proc_detoken.is_alive()
def _launch_server(): def _launch_server():
# Launch api server
uvicorn.run( uvicorn.run(
app, app,
host=server_args.host, host=server_args.host,
@@ -474,9 +473,7 @@ def launch_server(server_args, pipe_finish_writer):
loop="uvloop", loop="uvloop",
) )
t = threading.Thread(target=_launch_server) def _wait_and_warmup():
t.start()
url = server_args.url() url = server_args.url()
for _ in range(60): for _ in range(60):
time.sleep(1) time.sleep(1)
@@ -518,6 +515,13 @@ def launch_server(server_args, pipe_finish_writer):
if pipe_finish_writer is not None: if pipe_finish_writer is not None:
pipe_finish_writer.send("init ok") pipe_finish_writer.send("init ok")
t = threading.Thread(target=_wait_and_warmup)
t.start()
try:
_launch_server()
finally:
t.join()
class Runtime: class Runtime:
def __init__( def __init__(