From 446c8e4cdb8649bb2587a485a82871585a1bad5a Mon Sep 17 00:00:00 2001 From: Bruce-x-1997 Date: Sat, 23 Aug 2025 05:19:45 +0800 Subject: [PATCH] [router] ignore client error when record failure in pd_router (#9503) Co-authored-by: bruce.xu --- sgl-router/src/routers/pd_router.rs | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/sgl-router/src/routers/pd_router.rs b/sgl-router/src/routers/pd_router.rs index 9dd5ae279..3511582f0 100644 --- a/sgl-router/src/routers/pd_router.rs +++ b/sgl-router/src/routers/pd_router.rs @@ -786,9 +786,10 @@ impl PDRouter { .await; // Record outcomes for circuit breakers - let is_success = response.status().is_success(); - prefill.record_outcome(is_success); - decode.record_outcome(is_success); + let _status = response.status(); + let not_error = _status.is_success() || _status.is_client_error(); + prefill.record_outcome(not_error); + decode.record_outcome(not_error); response }