router-grpc: Support jinja chat template content format detection (#10832)

2025-09-24 11:45:01 -07:00
parent adba172fd1
commit 9209b209be
9 changed files with 1276 additions and 353 deletions
--- a/sgl-router/src/tokenizer/mod.rs
+++ b/sgl-router/src/tokenizer/mod.rs
@@ -33,8 +33,6 @@ pub use traits::{Decoder, Encoder, Encoding, SpecialTokens, Tokenizer as Tokeniz

 pub use huggingface::HuggingFaceTokenizer;

-pub use chat_template::ChatMessage;
-
 pub use tiktoken::{TiktokenModel, TiktokenTokenizer};

 /// Main tokenizer wrapper that provides a unified interface for different tokenizer implementations