[router] add chat_template_kwargs in ChatCompletionRequest (#9958)

Signed-off-by: Tony Lu <tonylu@linux.alibaba.com>
2025-09-04 01:43:52 +08:00
parent 788b19a532
commit 5e19b159b0
3 changed files with 6 additions and 0 deletions
--- a/sgl-router/src/protocols/spec.rs
+++ b/sgl-router/src/protocols/spec.rs
@@ -330,6 +330,10 @@ pub struct ChatCompletionRequest {
    #[serde(default = "default_true")]
    pub stream_reasoning: bool,

+    /// Chat template kwargs
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub chat_template_kwargs: Option<HashMap<String, serde_json::Value>>,
+
    /// Return model hidden states
    #[serde(default)]
    pub return_hidden_states: bool,