router(grpc): Implement route for chat_cmpl endpoint (#10761)

This commit is contained in:
Chang Su
2025-09-23 11:26:33 -07:00
committed by GitHub
parent b24b2e7ed7
commit 7ff93e613f
8 changed files with 380 additions and 11 deletions

View File

@@ -170,6 +170,10 @@ impl TokenizerTrait for TiktokenTokenizer {
// We can only decode IDs to text
None
}
fn as_any(&self) -> &dyn std::any::Any {
self
}
}
#[cfg(test)]