From 5dd0f870ab4f5b8d35efab7acca500c13c3b8419 Mon Sep 17 00:00:00 2001 From: Simo Lin Date: Wed, 23 Jul 2025 23:18:17 -0700 Subject: [PATCH] [bug] fix pd completion protocol for batching support (#8317) --- python/sglang/srt/entrypoints/openai/protocol.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/entrypoints/openai/protocol.py b/python/sglang/srt/entrypoints/openai/protocol.py index 7d065b5aa..9c73e5fad 100644 --- a/python/sglang/srt/entrypoints/openai/protocol.py +++ b/python/sglang/srt/entrypoints/openai/protocol.py @@ -192,9 +192,9 @@ class CompletionRequest(BaseModel): session_params: Optional[Dict] = None # For PD disaggregation - bootstrap_host: Optional[str] = None - bootstrap_port: Optional[int] = None - bootstrap_room: Optional[int] = None + bootstrap_host: Optional[Union[List[str], str]] = None + bootstrap_port: Optional[Union[List[Optional[int]], int]] = None + bootstrap_room: Optional[Union[List[int], int]] = None # For request id rid: Optional[Union[List[str], str]] = None