EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router][grpc] Remove timeout for connections and remove max_tokens deprecation warning log (#11775)

Browse Source
This commit is contained in:
Chang Su
2025-10-17 12:36:36 -07:00
committed by GitHub
parent b79f75fd53
commit d1984e218c
2 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
sgl-router/src/grpc_client/sglang_scheduler.rs
View File

@@ -132,7 +132,6 @@ impl SglangSchedulerClient {
}; };
let channel = Channel::from_shared(http_endpoint)? let channel = Channel::from_shared(http_endpoint)?
.timeout(Duration::from_secs(3600)) // 1 hr timeout for connection
.http2_keep_alive_interval(Duration::from_secs(30)) .http2_keep_alive_interval(Duration::from_secs(30))
.keep_alive_timeout(Duration::from_secs(10)) .keep_alive_timeout(Duration::from_secs(10))
.keep_alive_while_idle(true) .keep_alive_while_idle(true)

1
sgl-router/src/protocols/chat.rs
View File

@@ -496,7 +496,6 @@ impl Normalizable for ChatCompletionRequest {
// Migrate deprecated max_tokens → max_completion_tokens // Migrate deprecated max_tokens → max_completion_tokens
#[allow(deprecated)] #[allow(deprecated)]
if self.max_completion_tokens.is_none() && self.max_tokens.is_some() { if self.max_completion_tokens.is_none() && self.max_tokens.is_some() {
tracing::warn!("max_tokens is deprecated, use max_completion_tokens instead");
self.max_completion_tokens = self.max_tokens; self.max_completion_tokens = self.max_tokens;
self.max_tokens = None; // Clear deprecated field self.max_tokens = None; // Clear deprecated field
} }