[feature] [sgl-router] Add a dp-aware routing strategy (#6869)

2025-07-30 20:58:48 +08:00
parent 55ecdc0a8e
commit a730ce8162
19 changed files with 726 additions and 16 deletions
--- a/sgl-router/tests/request_formats_test.rs
+++ b/sgl-router/tests/request_formats_test.rs
@@ -42,6 +42,8 @@ impl RequestTestContext {
            request_timeout_secs: 600,
            worker_startup_timeout_secs: 1,
            worker_startup_check_interval_secs: 1,
+            dp_aware: false,
+            api_key: None,
            discovery: None,
            metrics: None,
            log_dir: None,