[router]restructure protocol modules for better organization (#9321)

This commit is contained in:
Keyang Ru
2025-08-18 18:07:58 -07:00
committed by GitHub
parent 3c2c9f6c9e
commit ce67b2d586
23 changed files with 1056 additions and 951 deletions

View File

@@ -8,8 +8,12 @@ use crate::core::{
RetryExecutor, Worker, WorkerFactory, WorkerType,
};
use crate::metrics::RouterMetrics;
use crate::openai_api_types::{ChatCompletionRequest, CompletionRequest, GenerateRequest};
use crate::policies::LoadBalancingPolicy;
use crate::protocols::{
common::GenerationRequest,
generate::GenerateRequest,
openai::{chat::ChatCompletionRequest, completions::CompletionRequest},
};
use crate::routers::{RouterTrait, WorkerManagement};
use axum::{
body::Body,
@@ -453,9 +457,7 @@ impl Router {
Some(available[idx].clone_worker())
}
pub async fn route_typed_request<
T: crate::openai_api_types::GenerationRequest + serde::Serialize + Clone,
>(
pub async fn route_typed_request<T: GenerationRequest + serde::Serialize + Clone>(
&self,
headers: Option<&HeaderMap>,
typed_req: &T,