EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Crash the server correctly during error (#2231)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-28 00:22:39 -08:00
committed by GitHub
parent db674e3d24
commit d4fc1a70e3
46 changed files with 147 additions and 139 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -58,7 +58,7 @@ from sglang.srt.managers.io_struct import (
from sglang.srt.metrics.collector import TokenizerMetricsCollector
from sglang.srt.sampling.sampling_params import SamplingParams
from sglang.srt.server_args import PortArgs, ServerArgs
from sglang.srt.utils import get_zmq_socket, kill_child_process
from sglang.srt.utils import get_zmq_socket, kill_process_tree
asyncio.set_event_loop_policy(uvloop.EventLoopPolicy())
@@ -532,7 +532,7 @@ class TokenizerManager:
else:
break
kill_child_process(include_self=True)
kill_process_tree(os.getpid(), include_parent=True)
sys.exit(0)
async def handle_loop(self):