Support whisper models (#238)

2023-08-07 12:34:18 +08:00
parent 64efbd82af
commit 45b9d4ab37
39 changed files with 1836 additions and 52 deletions
--- a/sherpa-onnx/csrc/symbol-table.h
+++ b/sherpa-onnx/csrc/symbol-table.h
@@ -45,6 +45,9 @@ class SymbolTable {
  /// Return true if there is a given symbol in the symbol table.
  bool contains(const std::string &sym) const;

+  // for tokens.txt from Whisper
+  void ApplyBase64Decode();
+
 private:
  void Init(std::istream &is);