From 1e18a341e9173e68ce141bfbd50e158b33e29c38 Mon Sep 17 00:00:00 2001 From: Tony Lu Date: Thu, 4 Sep 2025 16:43:16 +0800 Subject: [PATCH] [Bugfix] fix pd chat completion protocol for batching support (#10016) Signed-off-by: Tony Lu --- python/sglang/srt/entrypoints/openai/protocol.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/entrypoints/openai/protocol.py b/python/sglang/srt/entrypoints/openai/protocol.py index 3a53dff3e..f73e67d0b 100644 --- a/python/sglang/srt/entrypoints/openai/protocol.py +++ b/python/sglang/srt/entrypoints/openai/protocol.py @@ -542,9 +542,9 @@ class ChatCompletionRequest(BaseModel): rid: Optional[Union[List[str], str]] = None # For PD disaggregation - bootstrap_host: Optional[str] = None - bootstrap_port: Optional[int] = None - bootstrap_room: Optional[int] = None + bootstrap_host: Optional[Union[List[str], str]] = None + bootstrap_port: Optional[Union[List[Optional[int]], int]] = None + bootstrap_room: Optional[Union[List[int], int]] = None class ChatMessage(BaseModel):