[router] regular router circuit breaker (#8997)

2025-08-10 21:19:30 -07:00
parent 6beeff41c5
commit 067068f271
22 changed files with 967 additions and 112 deletions
--- a/sgl-router/src/routers/pd_router.rs
+++ b/sgl-router/src/routers/pd_router.rs
@@ -1845,7 +1845,7 @@ impl RouterTrait for PDRouter {
 mod tests {
    use super::*;
    use crate::core::{BasicWorker, WorkerType};
-    use crate::policies::{CacheAwarePolicy, RandomPolicy};
+    use crate::policies::RandomPolicy;

    fn create_test_pd_router() -> PDRouter {
        let prefill_policy = Arc::new(RandomPolicy::new());