[feature] [sgl-router] Add a dp-aware routing strategy (#6869)

2025-07-30 20:58:48 +08:00
parent 55ecdc0a8e
commit a730ce8162
19 changed files with 726 additions and 16 deletions
--- a/sgl-router/src/routers/factory.rs
+++ b/sgl-router/src/routers/factory.rs
@@ -45,6 +45,8 @@ impl RouterFactory {
            policy,
            router_config.worker_startup_timeout_secs,
            router_config.worker_startup_check_interval_secs,
+            router_config.dp_aware,
+            router_config.api_key.clone(),
        )?;

        Ok(Box::new(router))