EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Support clang-tidy (#1034)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-06-19 20:51:57 +08:00
committed by GitHub
parent 656b9fa1c8
commit a11c859971
63 changed files with 381 additions and 237 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
sherpa-onnx/csrc/lexicon.cc
View File

@@ -82,7 +82,7 @@ std::unordered_map<std::string, int32_t> ReadTokens(std::istream &is) {
std::string line;
std::string sym;
int32_t id;
int32_t id = -1;
while (std::getline(is, line)) {
std::istringstream iss(line);
iss >> sym;
@@ -254,6 +254,7 @@ std::vector<std::vector<int64_t>> Lexicon::ConvertTextToTokenIdsChinese(
this_sentence.push_back(eos);
}
ans.push_back(std::move(this_sentence));
this_sentence = {};
if (sil != -1) {
this_sentence.push_back(sil);
@@ -324,6 +325,7 @@ std::vector<std::vector<int64_t>> Lexicon::ConvertTextToTokenIdsNotChinese(
if (w != ",") {
this_sentence.push_back(blank);
ans.push_back(std::move(this_sentence));
this_sentence = {};
}
continue;