router(grpc): Implement route for chat_cmpl endpoint (#10761)

sgl-router/src/tokenizer/huggingface.rs

@@ -210,6 +210,10 @@ impl TokenizerTrait for HuggingFaceTokenizer {
     fn id_to_token(&self, id: TokenIdType) -> Option<String> {
         self.reverse_vocab.get(&id).cloned()
     }
+
+    fn as_any(&self) -> &dyn std::any::Any {
+        self
+    }
 }
 
 #[cfg(test)]

sgl-router/src/tokenizer/mock.rs

@@ -109,4 +109,8 @@ impl TokenizerTrait for MockTokenizer {
     fn id_to_token(&self, id: u32) -> Option<String> {
         self.reverse_vocab.get(&id).cloned()
     }
+
+    fn as_any(&self) -> &dyn std::any::Any {
+        self
+    }
 }

sgl-router/src/tokenizer/tiktoken.rs

@@ -170,6 +170,10 @@ impl TokenizerTrait for TiktokenTokenizer {
         // We can only decode IDs to text
         None
     }
+
+    fn as_any(&self) -> &dyn std::any::Any {
+        self
+    }
 }
 
 #[cfg(test)]

sgl-router/src/tokenizer/traits.rs

@@ -22,6 +22,9 @@ pub trait Tokenizer: Encoder + Decoder {
     fn get_special_tokens(&self) -> &SpecialTokens;
     fn token_to_id(&self, token: &str) -> Option<TokenIdType>;
     fn id_to_token(&self, id: TokenIdType) -> Option<String>;
+
+    /// Enable downcasting to concrete types
+    fn as_any(&self) -> &dyn std::any::Any;
 }
 
 /// Contains the results of tokenizing text: token IDs, string tokens, and their spans