[router] Support multiple worker URLs for OpenAI router (#11723)

This commit is contained in:
Keyang Ru
2025-10-22 09:27:58 -07:00
committed by GitHub
parent 1d097aac87
commit 77258ce039
9 changed files with 426 additions and 150 deletions

View File

@@ -410,7 +410,7 @@ impl RouterTrait for RouterManager {
body: &ResponsesRequest,
model_id: Option<&str>,
) -> Response {
let selected_model = body.model.as_deref().or(model_id);
let selected_model = model_id.or(Some(body.model.as_str()));
let router = self.select_router_for_request(headers, selected_model);
if let Some(router) = router {