[OAI] patch origin request_id logic (#7508)

This commit is contained in:
ybyang
2025-06-25 11:09:38 +08:00
committed by GitHub
parent 57ab776910
commit 03c039c48e
5 changed files with 19 additions and 5 deletions

View File

@@ -95,6 +95,7 @@ class OpenAIServingChat(OpenAIServingBase):
bootstrap_port=request.bootstrap_port,
bootstrap_room=request.bootstrap_room,
return_hidden_states=request.return_hidden_states,
rid=request.rid,
)
return adapted_request, request