[router] fix grpc client time out to 1h (#11768)

This commit is contained in:
Simo Lin
2025-10-17 10:26:12 -07:00
committed by GitHub
parent e483c1eae5
commit a5978a20f0

View File

@@ -132,7 +132,7 @@ impl SglangSchedulerClient {
};
let channel = Channel::from_shared(http_endpoint)?
.timeout(Duration::from_secs(600)) // 10 minute timeout for connection
.timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
.http2_keep_alive_interval(Duration::from_secs(30))
.keep_alive_timeout(Duration::from_secs(10))
.keep_alive_while_idle(true)