fix missing ignore_eos in v1/chat/completions (#1642)

2024-10-12 12:37:20 +08:00
parent dafb6a5266
commit 1d9deeacdb
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/openai_api/adapter.py
+++ b/python/sglang/srt/openai_api/adapter.py
@@ -910,6 +910,7 @@ def v1_chat_generate_request(
            "repetition_penalty": request.repetition_penalty,
            "regex": request.regex,
            "n": request.n,
+            "ignore_eos": request.ignore_eos,
        }
        if request.response_format and request.response_format.type == "json_schema":
            sampling_params["json_schema"] = convert_json_schema_to_str(