EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] ignore client error when record failure in pd_router (#9503)

Browse Source 
Co-authored-by: bruce.xu <bruce.xu@gmicloud.ai>
This commit is contained in:
Bruce-x-1997
2025-08-23 05:19:45 +08:00
committed by GitHub
parent 5ef545e678
commit 446c8e4cdb
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
sgl-router/src/routers/pd_router.rs
View File

@@ -786,9 +786,10 @@ impl PDRouter {
.await; .await;
// Record outcomes for circuit breakers // Record outcomes for circuit breakers
let is_success = response.status().is_success(); let _status = response.status();
prefill.record_outcome(is_success); let not_error = _status.is_success() || _status.is_client_error();
decode.record_outcome(is_success); prefill.record_outcome(not_error);
decode.record_outcome(not_error);
response response
} }