From 08289eaa3e17b6c2f4406a0cfbd6f868b22889d2 Mon Sep 17 00:00:00 2001 From: Chuyue Sun <33578456+ChuyueSun@users.noreply.github.com> Date: Mon, 21 Apr 2025 00:46:09 -0700 Subject: [PATCH] Support o1 model on Azure (#4980) Co-authored-by: Shan Yu --- python/sglang/lang/backend/openai.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/lang/backend/openai.py b/python/sglang/lang/backend/openai.py index 502d2f3e4..a2d006bb7 100644 --- a/python/sglang/lang/backend/openai.py +++ b/python/sglang/lang/backend/openai.py @@ -161,7 +161,11 @@ class OpenAI(BaseBackend): prompt = s.text_ kwargs = sampling_params.to_openai_kwargs() - if self.model_name.startswith("o1") or self.model_name.startswith("o3"): + if ( + self.model_name.startswith("o1") + or self.model_name.startswith("o3") + or "o1" in self.model_name + ): kwargs.pop("max_tokens", None) else: kwargs.pop("max_completion_tokens", None)