EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] Update metrics when request completes (#7899)

Browse Source
This commit is contained in:
Shuaiyi Zhang
2025-07-09 23:18:09 +08:00
committed by GitHub
parent f9df11ae86
commit 7590f5224b
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
sgl-router/src/router.rs
View File

@@ -842,6 +842,8 @@ impl Router {
if let Ok(mut queue) = running_queue.lock() { if let Ok(mut queue) = running_queue.lock() {
if let Some(count) = queue.get_mut(worker_url) { if let Some(count) = queue.get_mut(worker_url) {
*count = count.saturating_sub(1); *count = count.saturating_sub(1);
gauge!("sgl_router_running_requests", "worker" => worker_url.to_string())
.set(*count as f64);
} }
} }
} }
@@ -874,6 +876,7 @@ impl Router {
let mut locked_queue = running_queue.lock().unwrap(); let mut locked_queue = running_queue.lock().unwrap();
let count = locked_queue.get_mut(&worker_url).unwrap(); let count = locked_queue.get_mut(&worker_url).unwrap();
*count = count.saturating_sub(1); *count = count.saturating_sub(1);
gauge!("sgl_router_running_requests", "worker" => worker_url.to_string()).set(*count as f64);
debug!("Streaming is done!!") debug!("Streaming is done!!")
} }
}), }),