EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Fix initial tokens to decoding (#246)

Browse Source
This commit is contained in:
Fangjun Kuang
2023-08-09 12:33:47 +08:00
committed by GitHub
parent aeb112dd06
commit aa48b76d4b
5 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
CMakeLists.txt
View File

@@ -1,7 +1,7 @@
cmake_minimum_required(VERSION 3.13 FATAL_ERROR) cmake_minimum_required(VERSION 3.13 FATAL_ERROR)
project(sherpa-onnx) project(sherpa-onnx)
set(SHERPA_ONNX_VERSION "1.6.1") set(SHERPA_ONNX_VERSION "1.6.2")
# Disable warning about # Disable warning about
# #

3
sherpa-onnx/csrc/offline-transducer-greedy-search-decoder.cc
View File

@@ -30,8 +30,9 @@ OfflineTransducerGreedySearchDecoder::Decode(Ort::Value encoder_out,
std::vector<OfflineTransducerDecoderResult> ans(batch_size); std::vector<OfflineTransducerDecoderResult> ans(batch_size);
for (auto &r : ans) { for (auto &r : ans) {
r.tokens.resize(context_size, -1);
// 0 is the ID of the blank token // 0 is the ID of the blank token
r.tokens.resize(context_size, 0); r.tokens.back() = 0;
} }
auto decoder_input = model_->BuildDecoderInput(ans, ans.size()); auto decoder_input = model_->BuildDecoderInput(ans, ans.size());

3
sherpa-onnx/csrc/offline-transducer-modified-beam-search-decoder.cc
View File

@@ -32,7 +32,8 @@ OfflineTransducerModifiedBeamSearchDecoder::Decode(
int32_t vocab_size = model_->VocabSize(); int32_t vocab_size = model_->VocabSize();
int32_t context_size = model_->ContextSize(); int32_t context_size = model_->ContextSize();
std::vector<int64_t> blanks(context_size, 0); std::vector<int64_t> blanks(context_size, -1);
blanks.back() = 0;
std::deque<Hypotheses> finalized; std::deque<Hypotheses> finalized;
std::vector<Hypotheses> cur; std::vector<Hypotheses> cur;

3
sherpa-onnx/csrc/online-transducer-greedy-search-decoder.cc
View File

@@ -55,7 +55,8 @@ OnlineTransducerGreedySearchDecoder::GetEmptyResult() const {
int32_t context_size = model_->ContextSize(); int32_t context_size = model_->ContextSize();
int32_t blank_id = 0; // always 0 int32_t blank_id = 0; // always 0
OnlineTransducerDecoderResult r; OnlineTransducerDecoderResult r;
r.tokens.resize(context_size, blank_id); r.tokens.resize(context_size, -1);
r.tokens.back() = blank_id;
return r; return r;
} }

4
sherpa-onnx/csrc/online-transducer-modified-beam-search-decoder.cc
View File

@@ -42,7 +42,9 @@ OnlineTransducerModifiedBeamSearchDecoder::GetEmptyResult() const {
int32_t context_size = model_->ContextSize(); int32_t context_size = model_->ContextSize();
int32_t blank_id = 0; // always 0 int32_t blank_id = 0; // always 0
OnlineTransducerDecoderResult r; OnlineTransducerDecoderResult r;
std::vector<int64_t> blanks(context_size, blank_id); std::vector<int64_t> blanks(context_size, -1);
blanks.back() = blank_id;
Hypotheses blank_hyp({{blanks, 0}}); Hypotheses blank_hyp({{blanks, 0}});
r.hyps = std::move(blank_hyp); r.hyps = std::move(blank_hyp);
r.tokens = std::move(blanks); r.tokens = std::move(blanks);