Allow more online models to load tokens file from the memory (#1352)

Co-authored-by: xiao <shawl336@6163.com>
2024-09-20 16:38:41 +08:00
parent 73c90ec871
commit 06b61ccad8
15 changed files with 735 additions and 15 deletions
--- a/sherpa-onnx/csrc/online-model-config.h
+++ b/sherpa-onnx/csrc/online-model-config.h
@@ -46,8 +46,8 @@ struct OnlineModelConfig {
  std::string bpe_vocab;

  /// if tokens_buf is non-empty,
-  /// the tokens will be loaded from the buffered string instead of from the
-  /// ${tokens} file
+  /// the tokens will be loaded from the buffer instead of from the
+  /// "tokens" file
  std::string tokens_buf;

  OnlineModelConfig() = default;