EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] fix grpc client time out to 1h (#11768)

Browse Source
This commit is contained in:
Simo Lin
2025-10-17 10:26:12 -07:00
committed by GitHub
parent e483c1eae5
commit a5978a20f0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
sgl-router/src/grpc_client/sglang_scheduler.rs
View File

@@ -132,7 +132,7 @@ impl SglangSchedulerClient {
}; };
let channel = Channel::from_shared(http_endpoint)? let channel = Channel::from_shared(http_endpoint)?
.timeout(Duration::from_secs(600)) // 10 minute timeout for connection .timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
.http2_keep_alive_interval(Duration::from_secs(30)) .http2_keep_alive_interval(Duration::from_secs(30))
.keep_alive_timeout(Duration::from_secs(10)) .keep_alive_timeout(Duration::from_secs(10))
.keep_alive_while_idle(true) .keep_alive_while_idle(true)