diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py index 4e5193dc1..58b0d5fd9 100644 --- a/python/sglang/srt/openai_api/adapter.py +++ b/python/sglang/srt/openai_api/adapter.py @@ -1191,6 +1191,7 @@ def v1_chat_generate_request( modalities=modalities_list, lora_path=lora_paths, bootstrap_host=all_requests[0].bootstrap_host, + bootstrap_port=all_requests[0].bootstrap_port, bootstrap_room=all_requests[0].bootstrap_room, ) diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py index 890f10d1f..9075a1a69 100644 --- a/python/sglang/srt/openai_api/protocol.py +++ b/python/sglang/srt/openai_api/protocol.py @@ -365,6 +365,7 @@ class ChatCompletionRequest(BaseModel): # For PD disaggregation bootstrap_host: Optional[str] = None + bootstrap_port: Optional[int] = None bootstrap_room: Optional[int] = None