EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix missing ignore_eos in v1/chat/completions (#1642)

Browse Source
This commit is contained in:
LI MOU
2024-10-12 12:37:20 +08:00
committed by GitHub
parent dafb6a5266
commit 1d9deeacdb
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/openai_api/adapter.py
View File

@@ -910,6 +910,7 @@ def v1_chat_generate_request(
"repetition_penalty": request.repetition_penalty, "repetition_penalty": request.repetition_penalty,
"regex": request.regex, "regex": request.regex,
"n": request.n, "n": request.n,
"ignore_eos": request.ignore_eos,
} }
if request.response_format and request.response_format.type == "json_schema": if request.response_format and request.response_format.type == "json_schema":
sampling_params["json_schema"] = convert_json_schema_to_str( sampling_params["json_schema"] = convert_json_schema_to_str(