router(grpc): Implement route for chat_cmpl endpoint (#10761)

This commit is contained in:
Chang Su
2025-09-23 11:26:33 -07:00
committed by GitHub
parent b24b2e7ed7
commit 7ff93e613f
8 changed files with 380 additions and 11 deletions

View File

@@ -210,6 +210,10 @@ impl TokenizerTrait for HuggingFaceTokenizer {
fn id_to_token(&self, id: TokenIdType) -> Option<String> {
self.reverse_vocab.get(&id).cloned()
}
fn as_any(&self) -> &dyn std::any::Any {
self
}
}
#[cfg(test)]