From fb9fb3518b2598eaae21b9f31a56768eeb03f4bd Mon Sep 17 00:00:00 2001 From: chottolabs <171991982+chottolabs@users.noreply.github.com> Date: Wed, 13 Nov 2024 20:06:02 -0500 Subject: [PATCH] set content to empty string (#2026) --- python/sglang/srt/openai_api/adapter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/openai_api/adapter.py b/python/sglang/srt/openai_api/adapter.py index 271370e23..073fc514b 100644 --- a/python/sglang/srt/openai_api/adapter.py +++ b/python/sglang/srt/openai_api/adapter.py @@ -1166,7 +1166,7 @@ async def v1_chat_completions(tokenizer_manager, raw_request: Request): is_first = False choice_data = ChatCompletionResponseStreamChoice( index=index, - delta=DeltaMessage(role="assistant"), + delta=DeltaMessage(role="assistant", content=""), finish_reason=( finish_reason["type"] if finish_reason else "" ),