EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[router] when given both local tokenizer and chat template, log all (#11601)

Browse Source
This commit is contained in:
Simo Lin
2025-10-14 05:22:58 -04:00
committed by GitHub
parent 642fa966f2
commit a04efc4933
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
sgl-router/src/tokenizer/factory.rs
View File

@@ -49,9 +49,9 @@ pub fn create_tokenizer_with_chat_template(
if path.is_dir() { if path.is_dir() {
let tokenizer_json = path.join("tokenizer.json"); let tokenizer_json = path.join("tokenizer.json");
if tokenizer_json.exists() { if tokenizer_json.exists() {
let chat_template_path = chat_template_path // Resolve chat template: provided path takes precedence over auto-discovery
.map(|s| s.to_string()) let final_chat_template =
.or_else(|| discover_chat_template_in_dir(path)); resolve_and_log_chat_template(chat_template_path, path, file_path);
let tokenizer_path_str = tokenizer_json.to_str().ok_or_else(|| { let tokenizer_path_str = tokenizer_json.to_str().ok_or_else(|| {
Error::msg(format!( Error::msg(format!(
"Tokenizer path is not valid UTF-8: {:?}", "Tokenizer path is not valid UTF-8: {:?}",
@@ -60,7 +60,7 @@ pub fn create_tokenizer_with_chat_template(
})?; })?;
return create_tokenizer_with_chat_template( return create_tokenizer_with_chat_template(
tokenizer_path_str, tokenizer_path_str,
chat_template_path.as_deref(), final_chat_template.as_deref(),
); );
} }