[router] Add Rust Binary Entrypoint for SGLang Router (#9089)

2025-08-11 21:37:36 -07:00
parent a218490136
commit 9d68bdb240
12 changed files with 638 additions and 78 deletions
--- a/sgl-router/src/server.rs
+++ b/sgl-router/src/server.rs
@@ -285,7 +285,7 @@ pub async fn startup(config: ServerConfig) -> Result<(), Box<dyn std::error::Err
    ));

    // Create router with the context
-    let router = RouterFactory::create_router(&app_context)?;
+    let router = RouterFactory::create_router(&app_context).await?;

    // Create app state with router and context
    let app_state = Arc::new(AppState {