EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add C++ runtime for *streaming* faster conformer transducer from NeMo. (#889)

Browse Source 
Co-authored-by: sangeet2020 <15uec053@gmail.com>
This commit is contained in:
Sangeet Sagar
2024-05-30 07:55:03 +02:00
committed by GitHub
parent 49d66ec358
commit 3f472a9993
10 changed files with 1119 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
sherpa-onnx/csrc/online-stream.cc
View File

@@ -90,6 +90,12 @@ class OnlineStream::Impl {
std::vector<Ort::Value> &GetStates() { return states_; }
void SetNeMoDecoderStates(std::vector<Ort::Value> decoder_states) {
decoder_states_ = std::move(decoder_states);
}
std::vector<Ort::Value> &GetNeMoDecoderStates() { return decoder_states_; }
const ContextGraphPtr &GetContextGraph() const { return context_graph_; }
std::vector<float> &GetParaformerFeatCache() {
@@ -129,6 +135,7 @@ class OnlineStream::Impl {
TransducerKeywordResult empty_keyword_result_;
OnlineCtcDecoderResult ctc_result_;
std::vector<Ort::Value> states_; // states for transducer or ctc models
std::vector<Ort::Value> decoder_states_; // states for nemo transducer models
std::vector<float> paraformer_feat_cache_;
std::vector<float> paraformer_encoder_out_cache_;
std::vector<float> paraformer_alpha_cache_;
@@ -218,6 +225,14 @@ std::vector<Ort::Value> &OnlineStream::GetStates() {
return impl_->GetStates();
}
void OnlineStream::SetNeMoDecoderStates(std::vector<Ort::Value> decoder_states) {
return impl_->SetNeMoDecoderStates(std::move(decoder_states));
}
std::vector<Ort::Value> &OnlineStream::GetNeMoDecoderStates() {
return impl_->GetNeMoDecoderStates();
}
const ContextGraphPtr &OnlineStream::GetContextGraph() const {
return impl_->GetContextGraph();
}