oai: fix openAI client error with single request via batch api (#6170)

Co-authored-by: Ravi Theja Desetty <ravitheja@Ravis-MacBook-Pro.local>
This commit is contained in:
Ravi Theja
2025-06-05 15:51:47 +05:30
committed by GitHub
parent 43baba649e
commit 44aab7f91c

View File

@@ -1395,7 +1395,9 @@ def v1_chat_generate_response(
"id": ret[i]["meta_info"]["id"], "id": ret[i]["meta_info"]["id"],
"object": "chat.completion", "object": "chat.completion",
"created": created, "created": created,
"model": request[i].model, "model": (
request[i].model if isinstance(request, list) else request.model
),
"choices": choice, "choices": choice,
"usage": { "usage": {
"prompt_tokens": ret[i]["meta_info"]["prompt_tokens"], "prompt_tokens": ret[i]["meta_info"]["prompt_tokens"],