From f515449582ed4813e03721b6d34301b3fadad4f1 Mon Sep 17 00:00:00 2001 From: Keyang Ru Date: Tue, 19 Aug 2025 20:19:42 -0700 Subject: [PATCH] Fix gpt-oss response api streaming issue (#9368) --- python/sglang/srt/entrypoints/context.py | 2 ++ python/sglang/srt/entrypoints/openai/serving_responses.py | 4 ++-- 2 files changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/entrypoints/context.py b/python/sglang/srt/entrypoints/context.py index ae4605374..9b0791101 100644 --- a/python/sglang/srt/entrypoints/context.py +++ b/python/sglang/srt/entrypoints/context.py @@ -107,6 +107,8 @@ class HarmonyContext(ConversationContext): return self._messages def need_builtin_tool_call(self) -> bool: + if not self.messages: + return False last_msg = self.messages[-1] recipient = last_msg.recipient return recipient is not None and ( diff --git a/python/sglang/srt/entrypoints/openai/serving_responses.py b/python/sglang/srt/entrypoints/openai/serving_responses.py index a9efe4f3b..4a28fc9d3 100644 --- a/python/sglang/srt/entrypoints/openai/serving_responses.py +++ b/python/sglang/srt/entrypoints/openai/serving_responses.py @@ -944,7 +944,7 @@ class OpenAIServingResponses(OpenAIServingChat): type="output_text", text="", annotations=[], - logprobs=[], + logprobs=None, ), ) ) @@ -992,7 +992,7 @@ class OpenAIServingResponses(OpenAIServingChat): type="output_text", text="", annotations=[], - logprobs=[], + logprobs=None, ), ) )