[2/2] [feature] support openai like classification api in router (#11670)

This commit is contained in:
ybyang
2025-10-19 10:31:08 +08:00
committed by GitHub
parent a7ae61ed77
commit d513ee93ef
14 changed files with 257 additions and 45 deletions

View File

@@ -13,6 +13,7 @@ use serde_json::Value;
use crate::protocols::{
chat::ChatCompletionRequest,
classify::ClassifyRequest,
completion::CompletionRequest,
embedding::EmbeddingRequest,
generate::GenerateRequest,
@@ -125,6 +126,14 @@ pub trait RouterTrait: Send + Sync + Debug {
model_id: Option<&str>,
) -> Response;
/// Route classification requests (OpenAI-compatible /v1/classify)
async fn route_classify(
&self,
headers: Option<&HeaderMap>,
body: &ClassifyRequest,
model_id: Option<&str>,
) -> Response;
async fn route_rerank(
&self,
headers: Option<&HeaderMap>,