From 550586ef42ac21f3589438c476552f85d11829f0 Mon Sep 17 00:00:00 2001
From: BroadbentJim <BroadbentJim@users.noreply.github.com>
Date: Fri, 28 Mar 2025 05:19:05 +0000
Subject: [PATCH] fix: Inappropriate lack of Optional type on OpenAI
 ChatCompletionRequest (#4681)

---
 python/sglang/srt/openai_api/protocol.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/python/sglang/srt/openai_api/protocol.py b/python/sglang/srt/openai_api/protocol.py
index 751b8befe..4318afea6 100644
--- a/python/sglang/srt/openai_api/protocol.py
+++ b/python/sglang/srt/openai_api/protocol.py
@@ -323,7 +323,7 @@ class ChatCompletionRequest(BaseModel):
     max_tokens: Optional[int] = None
     n: int = 1
     presence_penalty: float = 0.0
-    response_format: Union[ResponseFormat, StructuralTagResponseFormat] = None
+    response_format: Optional[Union[ResponseFormat, StructuralTagResponseFormat]] = None
     seed: Optional[int] = None
     stop: Optional[Union[str, List[str]]] = None
     stream: bool = False