EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Fix punctuation (#976)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-06-05 11:23:19 +08:00
committed by GitHub
parent fd5a0d1e00
commit 7e0931c762
2 changed files with 14 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
sherpa-onnx/csrc/offline-punctuation-ct-transformer-impl.h
View File

@@ -69,8 +69,8 @@ class OfflinePunctuationCtTransformerImpl : public OfflinePunctuationImpl {
std::vector<int32_t> punctuations;
int32_t last = -1;
for (int32_t i = 0; i != num_segments; ++i) {
int32_t this_start = i * segment_size; // inclusive
int32_t this_end = this_start + segment_size; // exclusive
int32_t this_start = i * segment_size; // included
int32_t this_end = this_start + segment_size; // not included
if (this_end > static_cast<int32_t>(token_ids.size())) {
this_end = token_ids.size();
}
@@ -113,7 +113,8 @@ class OfflinePunctuationCtTransformerImpl : public OfflinePunctuationImpl {
int32_t dot_index = -1;
int32_t comma_index = -1;
for (int32_t m = this_punctuations.size() - 2; m >= 1; --m) {
for (int32_t m = static_cast<int32_t>(this_punctuations.size()) - 2;
m >= 1; --m) {
int32_t punct_id = this_punctuations[m];
if (punct_id == meta_data.dot_id || punct_id == meta_data.quest_id) {
@@ -137,13 +138,13 @@ class OfflinePunctuationCtTransformerImpl : public OfflinePunctuationImpl {
}
if (i == num_segments - 1) {
dot_index = token_ids.size() - 1;
dot_index = static_cast<int32_t>(this_punctuations.size()) - 1;
}
} else {
last = this_start + dot_index + 1;
}
if (dot_index != 1) {
if (dot_index != -1) {
punctuations.insert(punctuations.end(), this_punctuations.begin(),
this_punctuations.begin() + (dot_index + 1));
}