diff --git a/sgl-router/src/routers/pd_router.rs b/sgl-router/src/routers/pd_router.rs index 9dd5ae279..3511582f0 100644 --- a/sgl-router/src/routers/pd_router.rs +++ b/sgl-router/src/routers/pd_router.rs @@ -786,9 +786,10 @@ impl PDRouter { .await; // Record outcomes for circuit breakers - let is_success = response.status().is_success(); - prefill.record_outcome(is_success); - decode.record_outcome(is_success); + let _status = response.status(); + let not_error = _status.is_success() || _status.is_client_error(); + prefill.record_outcome(not_error); + decode.record_outcome(not_error); response }