EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] when given both local tokenizer and chat template, log all (#11601)

Browse Source
This commit is contained in:
Simo Lin
2025-10-14 05:22:58 -04:00
committed by GitHub
parent 642fa966f2
commit a04efc4933
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
sgl-router/src/tokenizer/factory.rs
View File

@@ -49,9 +49,9 @@ pub fn create_tokenizer_with_chat_template(
if path.is_dir() {
let tokenizer_json = path.join("tokenizer.json");
if tokenizer_json.exists() {
let chat_template_path = chat_template_path
.map(|s| s.to_string())
.or_else(|| discover_chat_template_in_dir(path));
// Resolve chat template: provided path takes precedence over auto-discovery
let final_chat_template =
resolve_and_log_chat_template(chat_template_path, path, file_path);
let tokenizer_path_str = tokenizer_json.to_str().ok_or_else(|| {
Error::msg(format!(
"Tokenizer path is not valid UTF-8: {:?}",
@@ -60,7 +60,7 @@ pub fn create_tokenizer_with_chat_template(
})?;
return create_tokenizer_with_chat_template(
tokenizer_path_str,
chat_template_path.as_deref(),
final_chat_template.as_deref(),
);
}