From 5e19b159b02ae1b519ce6c3a0d1e7ff04ab9fcd5 Mon Sep 17 00:00:00 2001
From: Tony Lu <tonyluj@gmail.com>
Date: Thu, 4 Sep 2025 01:43:52 +0800
Subject: [PATCH] [router] add chat_template_kwargs in ChatCompletionRequest
 (#9958)

Signed-off-by: Tony Lu <tonylu@linux.alibaba.com>
---
 sgl-router/benches/request_processing.rs | 1 +
 sgl-router/src/protocols/spec.rs         | 4 ++++
 sgl-router/src/protocols/validation.rs   | 1 +
 3 files changed, 6 insertions(+)

diff --git a/sgl-router/benches/request_processing.rs b/sgl-router/benches/request_processing.rs
index efd08bf74..eba5680aa 100644
--- a/sgl-router/benches/request_processing.rs
+++ b/sgl-router/benches/request_processing.rs
@@ -91,6 +91,7 @@ fn default_chat_completion_request() -> ChatCompletionRequest {
         session_params: None,
         separate_reasoning: true,
         stream_reasoning: true,
+        chat_template_kwargs: None,
         return_hidden_states: false,
     }
 }
diff --git a/sgl-router/src/protocols/spec.rs b/sgl-router/src/protocols/spec.rs
index a7c896f75..43e60244c 100644
--- a/sgl-router/src/protocols/spec.rs
+++ b/sgl-router/src/protocols/spec.rs
@@ -330,6 +330,10 @@ pub struct ChatCompletionRequest {
     #[serde(default = "default_true")]
     pub stream_reasoning: bool,
 
+    /// Chat template kwargs
+    #[serde(skip_serializing_if = "Option::is_none")]
+    pub chat_template_kwargs: Option<HashMap<String, serde_json::Value>>,
+
     /// Return model hidden states
     #[serde(default)]
     pub return_hidden_states: bool,
diff --git a/sgl-router/src/protocols/validation.rs b/sgl-router/src/protocols/validation.rs
index 69f3946ac..460ce2148 100644
--- a/sgl-router/src/protocols/validation.rs
+++ b/sgl-router/src/protocols/validation.rs
@@ -916,6 +916,7 @@ mod tests {
                 session_params: None,
                 separate_reasoning: true,
                 stream_reasoning: true,
+                chat_template_kwargs: None,
                 return_hidden_states: false,
             }
         }