Crash the server correctly during error (#2231)

2024-11-28 00:22:39 -08:00
parent db674e3d24
commit d4fc1a70e3
46 changed files with 147 additions and 139 deletions
--- a/python/sglang/utils.py
+++ b/python/sglang/utils.py
@@ -348,9 +348,9 @@ def wait_for_server(base_url: str, timeout: int = None) -> None:


 def terminate_process(process):
-    from sglang.srt.utils import kill_child_process
+    from sglang.srt.utils import kill_process_tree

-    kill_child_process(process.pid, include_self=True)
+    kill_process_tree(process.pid)


 def print_highlight(html_content: str):