[router] fix req handling order, improve serialization, remove retry (#8888)

2025-08-06 23:24:39 -07:00
parent 2d120f8b18
commit a69b637014
10 changed files with 432 additions and 856 deletions
--- a/sgl-router/src/routers/mod.rs
+++ b/sgl-router/src/routers/mod.rs
@@ -11,7 +11,6 @@ use std::fmt::Debug;

 use crate::openai_api_types::{ChatCompletionRequest, CompletionRequest, GenerateRequest};

-pub mod bootstrap_injector;
 pub mod factory;
 pub mod pd_router;
 pub mod pd_types;