[Fix] Missing bootstrap_port field (#5823)

2025-04-29 02:13:04 +08:00
parent ee71ed8a41
commit f4a9f60cbd
2 changed files with 2 additions and 0 deletions
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -1191,6 +1191,7 @@ def v1_chat_generate_request(
        modalities=modalities_list,
        lora_path=lora_paths,
        bootstrap_host=all_requests[0].bootstrap_host,
+        bootstrap_port=all_requests[0].bootstrap_port,
        bootstrap_room=all_requests[0].bootstrap_room,
    )

--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -365,6 +365,7 @@ class ChatCompletionRequest(BaseModel):

    # For PD disaggregation
    bootstrap_host: Optional[str] = None
+    bootstrap_port: Optional[int] = None
    bootstrap_room: Optional[int] = None