EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] add chat_template_kwargs in ChatCompletionRequest (#9958)

Browse Source 
Signed-off-by: Tony Lu <tonylu@linux.alibaba.com>
This commit is contained in:
Tony Lu
2025-09-04 01:43:52 +08:00
committed by GitHub
parent 788b19a532
commit 5e19b159b0
3 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
sgl-router/benches/request_processing.rs
View File

@@ -91,6 +91,7 @@ fn default_chat_completion_request() -> ChatCompletionRequest {
session_params: None, session_params: None,
separate_reasoning: true, separate_reasoning: true,
stream_reasoning: true, stream_reasoning: true,
chat_template_kwargs: None,
return_hidden_states: false, return_hidden_states: false,
} }
} }

4
sgl-router/src/protocols/spec.rs
View File

@@ -330,6 +330,10 @@ pub struct ChatCompletionRequest {
#[serde(default = "default_true")] #[serde(default = "default_true")]
pub stream_reasoning: bool, pub stream_reasoning: bool,
/// Chat template kwargs
#[serde(skip_serializing_if = "Option::is_none")]
pub chat_template_kwargs: Option<HashMap<String, serde_json::Value>>,
/// Return model hidden states /// Return model hidden states
#[serde(default)] #[serde(default)]
pub return_hidden_states: bool, pub return_hidden_states: bool,

1
sgl-router/src/protocols/validation.rs
View File

@@ -916,6 +916,7 @@ mod tests {
session_params: None, session_params: None,
separate_reasoning: true, separate_reasoning: true,
stream_reasoning: true, stream_reasoning: true,
chat_template_kwargs: None,
return_hidden_states: false, return_hidden_states: false,
} }
} }