Fix the default argument of OpenAI Chat completion (#605)

2024-07-09 01:52:55 -07:00
parent ce62dc73f0
commit da2e5d6546
2 changed files with 1 additions and 2 deletions
--- a/python/sglang/srt/openai_protocol.py
+++ b/python/sglang/srt/openai_protocol.py
@@ -134,7 +134,7 @@ class ChatCompletionRequest(BaseModel):
    logit_bias: Optional[Dict[str, float]] = None
    logprobs: Optional[bool] = False
    top_logprobs: Optional[int] = None
-    max_tokens: Optional[int] = None
+    max_tokens: Optional[int] = 16
    n: Optional[int] = 1
    presence_penalty: Optional[float] = 0.0
    response_format: Optional[ResponseFormat] = None