diff --git a/sgl-router/benches/request_processing.rs b/sgl-router/benches/request_processing.rs index efd08bf74..eba5680aa 100644 --- a/sgl-router/benches/request_processing.rs +++ b/sgl-router/benches/request_processing.rs @@ -91,6 +91,7 @@ fn default_chat_completion_request() -> ChatCompletionRequest { session_params: None, separate_reasoning: true, stream_reasoning: true, + chat_template_kwargs: None, return_hidden_states: false, } } diff --git a/sgl-router/src/protocols/spec.rs b/sgl-router/src/protocols/spec.rs index a7c896f75..43e60244c 100644 --- a/sgl-router/src/protocols/spec.rs +++ b/sgl-router/src/protocols/spec.rs @@ -330,6 +330,10 @@ pub struct ChatCompletionRequest { #[serde(default = "default_true")] pub stream_reasoning: bool, + /// Chat template kwargs + #[serde(skip_serializing_if = "Option::is_none")] + pub chat_template_kwargs: Option>, + /// Return model hidden states #[serde(default)] pub return_hidden_states: bool, diff --git a/sgl-router/src/protocols/validation.rs b/sgl-router/src/protocols/validation.rs index 69f3946ac..460ce2148 100644 --- a/sgl-router/src/protocols/validation.rs +++ b/sgl-router/src/protocols/validation.rs @@ -916,6 +916,7 @@ mod tests { session_params: None, separate_reasoning: true, stream_reasoning: true, + chat_template_kwargs: None, return_hidden_states: false, } }