From f4a9f60cbd6eccff692cf087679f5e4ee1665637 Mon Sep 17 00:00:00 2001 From: XTY Date: Tue, 29 Apr 2025 02:13:04 +0800 Subject: [PATCH] [Fix] Missing bootstrap_port field (#5823) --- python/sglang/srt/openai_api/adapter.py | 1 + python/sglang/srt/openai_api/protocol.py | 1 + 2 files changed, 2 insertions(+) diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py index 4e5193dc1..58b0d5fd9 100644 --- a/python/sglang/srt/openai_api/adapter.py +++ b/python/sglang/srt/openai_api/adapter.py @@ -1191,6 +1191,7 @@ def v1_chat_generate_request( modalities=modalities_list, lora_path=lora_paths, bootstrap_host=all_requests[0].bootstrap_host, + bootstrap_port=all_requests[0].bootstrap_port, bootstrap_room=all_requests[0].bootstrap_room, ) diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py index 890f10d1f..9075a1a69 100644 --- a/python/sglang/srt/openai_api/protocol.py +++ b/python/sglang/srt/openai_api/protocol.py @@ -365,6 +365,7 @@ class ChatCompletionRequest(BaseModel): # For PD disaggregation bootstrap_host: Optional[str] = None + bootstrap_port: Optional[int] = None bootstrap_room: Optional[int] = None