fix: Inappropriate lack of Optional type on OpenAI ChatCompletionRequest (#4681)

2025-03-28 05:19:05 +00:00
parent cf29fe9e78
commit 550586ef42
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -323,7 +323,7 @@ class ChatCompletionRequest(BaseModel):
    max_tokens: Optional[int] = None
    n: int = 1
    presence_penalty: float = 0.0
-    response_format: Union[ResponseFormat, StructuralTagResponseFormat] = None
+    response_format: Optional[Union[ResponseFormat, StructuralTagResponseFormat]] = None
    seed: Optional[int] = None
    stop: Optional[Union[str, List[str]]] = None
    stream: bool = False