Crash the server when error or OOM happens (#514)

2024-06-07 19:22:34 -07:00
parent f70f72586a
commit 91f93f141f
7 changed files with 63 additions and 22 deletions
--- a/python/sglang/srt/managers/detokenizer_manager.py
+++ b/python/sglang/srt/managers/detokenizer_manager.py
@@ -87,7 +87,7 @@ def start_detokenizer_process(

    try:
        manager = DetokenizerManager(server_args, port_args)
-    except Exception as e:
+    except Exception:
        pipe_writer.send(get_exception_traceback())
        raise
    pipe_writer.send("init ok")