EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add finish_reason to OpenAI API (#446)

Browse Source
This commit is contained in:
Matthias Gerstgrasser
2024-05-16 14:55:05 -07:00
committed by GitHub
parent 690d162d97
commit d75dc20fae
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
python/sglang/srt/openai_api_adapter.py
View File

@@ -144,7 +144,7 @@ async def v1_completions(tokenizer_manager, raw_request: Request):
index=0,
text=delta,
logprobs=logprobs,
finish_reason=None,
finish_reason=content["meta_info"]["finish_reason"],
)
chunk = CompletionStreamResponse(
id=content["meta_info"]["id"],
@@ -193,7 +193,7 @@ async def v1_completions(tokenizer_manager, raw_request: Request):
index=0,
text=text,
logprobs=logprobs,
finish_reason=None, # TODO(comaniac): Add finish reason.
finish_reason=ret["meta_info"]["finish_reason"],
)
response = CompletionResponse(
id=ret["meta_info"]["id"],
@@ -273,7 +273,7 @@ async def v1_chat_completions(tokenizer_manager, raw_request: Request):
choice_data = ChatCompletionResponseStreamChoice(
index=0,
delta=DeltaMessage(role="assistant"),
finish_reason=None,
finish_reason=content["meta_info"]["finish_reason"],
)
chunk = ChatCompletionStreamResponse(
id=content["meta_info"]["id"],
@@ -286,7 +286,9 @@ async def v1_chat_completions(tokenizer_manager, raw_request: Request):
delta = text[len(stream_buffer) :]
stream_buffer = text
choice_data = ChatCompletionResponseStreamChoice(
index=0, delta=DeltaMessage(content=delta), finish_reason=None
index=0,
delta=DeltaMessage(content=delta),
finish_reason=content["meta_info"]["finish_reason"],
)
chunk = ChatCompletionStreamResponse(
id=content["meta_info"]["id"],
@@ -305,7 +307,7 @@ async def v1_chat_completions(tokenizer_manager, raw_request: Request):
choice_data = ChatCompletionResponseChoice(
index=0,
message=ChatMessage(role="assistant", content=ret["text"]),
finish_reason=None, # TODO(comaniac): Add finish reason.
finish_reason=ret["meta_info"]["finish_reason"],
)
response = ChatCompletionResponse(
id=ret["meta_info"]["id"],