[router] allow more health check configuration (#9198)

This commit is contained in:
Simo Lin
2025-08-15 08:07:45 -07:00
committed by GitHub
parent 0c8594e67d
commit 21b8846066
15 changed files with 398 additions and 166 deletions

View File

@@ -50,6 +50,7 @@ impl TestContext {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
Self::new_with_config(config, worker_configs).await
@@ -1091,6 +1092,7 @@ mod error_tests {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
let ctx = TestContext::new_with_config(
@@ -1441,6 +1443,7 @@ mod pd_mode_tests {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
// Create app context
@@ -1595,6 +1598,7 @@ mod request_id_tests {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
let ctx = TestContext::new_with_config(

View File

@@ -41,6 +41,7 @@ impl TestContext {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
let mut workers = Vec::new();

View File

@@ -42,6 +42,7 @@ impl TestContext {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
let mut workers = Vec::new();

View File

@@ -184,6 +184,7 @@ mod test_pd_routing {
circuit_breaker: CircuitBreakerConfig::default(),
disable_retries: false,
disable_circuit_breaker: false,
health_check: sglang_router_rs::config::HealthCheckConfig::default(),
};
// Router creation will fail due to health checks, but config should be valid