Validate input sid (#369)

2023-10-18 14:02:01 +08:00
parent 1ee79e3ff5
commit 8545c3b7f0
8 changed files with 51 additions and 14 deletions
--- a/sherpa-onnx/csrc/lexicon.h
+++ b/sherpa-onnx/csrc/lexicon.h
@@ -44,7 +44,6 @@ class Lexicon {
  std::unordered_map<std::string, std::vector<int32_t>> word2ids_;
  std::unordered_set<std::string> punctuations_;
  std::unordered_map<std::string, int32_t> token2id_;
-  int32_t blank_ = -1;  // ID for the blank token
  Language language_;
  //
 };