EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix streaming (#600)

Browse Source
This commit is contained in:
Liangsheng Yin
2024-07-07 01:55:58 -07:00
committed by GitHub
parent 5304b4ef58
commit 0877f1e75b
5 changed files with 5 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/openai_api_adapter.py
View File

@@ -164,7 +164,7 @@ async def v1_completions(tokenizer_manager, raw_request: Request):
logprobs = None
delta = text[len(stream_buffer) :]
stream_buffer = content["text"]
stream_buffer = stream_buffer + delta
choice_data = CompletionResponseStreamChoice(
index=0,
text=delta,
@@ -323,7 +323,7 @@ async def v1_chat_completions(tokenizer_manager, raw_request: Request):
text = content["text"]
delta = text[len(stream_buffer) :]
stream_buffer = text
stream_buffer = stream_buffer + delta
choice_data = ChatCompletionResponseStreamChoice(
index=0,
delta=DeltaMessage(content=delta),