EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] allow user to specify chat template path (#11549)

Browse Source
This commit is contained in:
Simo Lin
2025-10-13 13:47:57 -04:00
committed by GitHub
parent 7b59b0b8b0
commit 728af88781
13 changed files with 159 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
sgl-router/src/lib.rs
View File

@@ -90,6 +90,7 @@ struct Router {
connection_mode: config::ConnectionMode,
model_path: Option<String>,
tokenizer_path: Option<String>,
chat_template: Option<String>,
reasoning_parser: Option<String>,
tool_call_parser: Option<String>,
}
@@ -216,6 +217,7 @@ impl Router {
enable_igw: self.enable_igw,
model_path: self.model_path.clone(),
tokenizer_path: self.tokenizer_path.clone(),
chat_template: self.chat_template.clone(),
history_backend: config::HistoryBackend::Memory,
oracle: None,
reasoning_parser: self.reasoning_parser.clone(),
@@ -284,6 +286,7 @@ impl Router {
rate_limit_tokens_per_second = None,
model_path = None,
tokenizer_path = None,
chat_template = None,
reasoning_parser = None,
tool_call_parser = None,
))]
@@ -345,6 +348,7 @@ impl Router {
rate_limit_tokens_per_second: Option<i32>,
model_path: Option<String>,
tokenizer_path: Option<String>,
chat_template: Option<String>,
reasoning_parser: Option<String>,
tool_call_parser: Option<String>,
) -> PyResult<Self> {
@@ -420,6 +424,7 @@ impl Router {
connection_mode,
model_path,
tokenizer_path,
chat_template,
reasoning_parser,
tool_call_parser,
})