EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] ignore client error when record failure in pd_router (#9503)

Browse Source 
Co-authored-by: bruce.xu <bruce.xu@gmicloud.ai>
This commit is contained in:
Bruce-x-1997
2025-08-23 05:19:45 +08:00
committed by GitHub
parent 5ef545e678
commit 446c8e4cdb
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
sgl-router/src/routers/pd_router.rs
View File

@@ -786,9 +786,10 @@ impl PDRouter {
.await;
// Record outcomes for circuit breakers
let is_success = response.status().is_success();
prefill.record_outcome(is_success);
decode.record_outcome(is_success);
let _status = response.status();
let not_error = _status.is_success() || _status.is_client_error();
prefill.record_outcome(not_error);
decode.record_outcome(not_error);
response
}