diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py index 751b8befe..4318afea6 100644 --- a/python/sglang/srt/openai_api/protocol.py +++ b/python/sglang/srt/openai_api/protocol.py @@ -323,7 +323,7 @@ class ChatCompletionRequest(BaseModel): max_tokens: Optional[int] = None n: int = 1 presence_penalty: float = 0.0 - response_format: Union[ResponseFormat, StructuralTagResponseFormat] = None + response_format: Optional[Union[ResponseFormat, StructuralTagResponseFormat]] = None seed: Optional[int] = None stop: Optional[Union[str, List[str]]] = None stream: bool = False