EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Fix initial tokens to decoding (#246)

Browse Source
This commit is contained in:
Fangjun Kuang
2023-08-09 12:33:47 +08:00
committed by GitHub
parent aeb112dd06
commit aa48b76d4b
5 changed files with 10 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
sherpa-onnx/csrc/offline-transducer-greedy-search-decoder.cc
View File

@@ -30,8 +30,9 @@ OfflineTransducerGreedySearchDecoder::Decode(Ort::Value encoder_out,
std::vector<OfflineTransducerDecoderResult> ans(batch_size);
for (auto &r : ans) {
r.tokens.resize(context_size, -1);
// 0 is the ID of the blank token
r.tokens.resize(context_size, 0);
r.tokens.back() = 0;
}
auto decoder_input = model_->BuildDecoderInput(ans, ans.size());

3
sherpa-onnx/csrc/offline-transducer-modified-beam-search-decoder.cc
View File

@@ -32,7 +32,8 @@ OfflineTransducerModifiedBeamSearchDecoder::Decode(
int32_t vocab_size = model_->VocabSize();
int32_t context_size = model_->ContextSize();
std::vector<int64_t> blanks(context_size, 0);
std::vector<int64_t> blanks(context_size, -1);
blanks.back() = 0;
std::deque<Hypotheses> finalized;
std::vector<Hypotheses> cur;

3
sherpa-onnx/csrc/online-transducer-greedy-search-decoder.cc
View File

@@ -55,7 +55,8 @@ OnlineTransducerGreedySearchDecoder::GetEmptyResult() const {
int32_t context_size = model_->ContextSize();
int32_t blank_id = 0; // always 0
OnlineTransducerDecoderResult r;
r.tokens.resize(context_size, blank_id);
r.tokens.resize(context_size, -1);
r.tokens.back() = blank_id;
return r;
}

4
sherpa-onnx/csrc/online-transducer-modified-beam-search-decoder.cc
View File

@@ -42,7 +42,9 @@ OnlineTransducerModifiedBeamSearchDecoder::GetEmptyResult() const {
int32_t context_size = model_->ContextSize();
int32_t blank_id = 0; // always 0
OnlineTransducerDecoderResult r;
std::vector<int64_t> blanks(context_size, blank_id);
std::vector<int64_t> blanks(context_size, -1);
blanks.back() = blank_id;
Hypotheses blank_hyp({{blanks, 0}});
r.hyps = std::move(blank_hyp);
r.tokens = std::move(blanks);