Monkey patch uvicorn multi worker is_alive timeout (#10159)

Co-authored-by: Huang Long <121648372+llll114@users.noreply.github.com>
2025-09-08 17:43:23 +08:00
parent ec99668ab7
commit 72f9fc5f11
2 changed files with 19 additions and 0 deletions
--- a/python/sglang/srt/entrypoints/http_server.py
+++ b/python/sglang/srt/entrypoints/http_server.py
@@ -93,6 +93,7 @@ from sglang.srt.managers.io_struct import (
 from sglang.srt.managers.multi_tokenizer_mixin import (
    MultiTokenizerManager,
    get_main_process_id,
+    monkey_patch_uvicorn_multiprocessing,
    read_from_shared_memory,
    write_data_for_multi_tokenizer,
 )
@@ -1219,6 +1220,9 @@ def launch_server(
                "level": "INFO",
                "propagate": False,
            }
+
+            monkey_patch_uvicorn_multiprocessing()
+
            uvicorn.run(
                "sglang.srt.entrypoints.http_server:app",
                host=server_args.host,