EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add C++ runtime for parakeet-tdt-0.6b-v2. (#2181)

Browse Source
This commit is contained in:
Fangjun Kuang
2025-05-06 16:59:01 +08:00
committed by GitHub
parent d660d5adea
commit f00066db88
3 changed files with 20 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
sherpa-onnx/csrc/offline-recognizer-transducer-nemo-impl.h
View File

@@ -138,6 +138,12 @@ class OfflineRecognizerTransducerNeMoImpl : public OfflineRecognizerImpl {
private: private:
void PostInit() { void PostInit() {
int32_t feat_dim = model_->FeatureDim();
if (feat_dim > 0) {
config_.feat_config.feature_dim = feat_dim;
}
config_.feat_config.nemo_normalize_type = config_.feat_config.nemo_normalize_type =
model_->FeatureNormalizationMethod(); model_->FeatureNormalizationMethod();

12
sherpa-onnx/csrc/offline-transducer-nemo-model.cc
View File

@@ -164,6 +164,8 @@ class OfflineTransducerNeMoModel::Impl {
bool IsGigaAM() const { return is_giga_am_; } bool IsGigaAM() const { return is_giga_am_; }
int32_t FeatureDim() const { return feat_dim_; }
private: private:
void InitEncoder(void *model_data, size_t model_data_length) { void InitEncoder(void *model_data, size_t model_data_length) {
encoder_sess_ = std::make_unique<Ort::Session>( encoder_sess_ = std::make_unique<Ort::Session>(
@@ -201,6 +203,7 @@ class OfflineTransducerNeMoModel::Impl {
SHERPA_ONNX_READ_META_DATA(pred_rnn_layers_, "pred_rnn_layers"); SHERPA_ONNX_READ_META_DATA(pred_rnn_layers_, "pred_rnn_layers");
SHERPA_ONNX_READ_META_DATA(pred_hidden_, "pred_hidden"); SHERPA_ONNX_READ_META_DATA(pred_hidden_, "pred_hidden");
SHERPA_ONNX_READ_META_DATA_WITH_DEFAULT(is_giga_am_, "is_giga_am", 0); SHERPA_ONNX_READ_META_DATA_WITH_DEFAULT(is_giga_am_, "is_giga_am", 0);
SHERPA_ONNX_READ_META_DATA_WITH_DEFAULT(feat_dim_, "feat_dim", -1);
if (normalize_type_ == "NA") { if (normalize_type_ == "NA") {
normalize_type_ = ""; normalize_type_ = "";
@@ -263,6 +266,11 @@ class OfflineTransducerNeMoModel::Impl {
int32_t pred_rnn_layers_ = -1; int32_t pred_rnn_layers_ = -1;
int32_t pred_hidden_ = -1; int32_t pred_hidden_ = -1;
int32_t is_giga_am_ = 0; int32_t is_giga_am_ = 0;
// giga am uses 64
// parakeet-tdt-0.6b-v2 uses 128
// others use 80
int32_t feat_dim_ = -1; // -1 means to use default values.
}; };
OfflineTransducerNeMoModel::OfflineTransducerNeMoModel( OfflineTransducerNeMoModel::OfflineTransducerNeMoModel(
@@ -317,6 +325,10 @@ std::string OfflineTransducerNeMoModel::FeatureNormalizationMethod() const {
bool OfflineTransducerNeMoModel::IsGigaAM() const { return impl_->IsGigaAM(); } bool OfflineTransducerNeMoModel::IsGigaAM() const { return impl_->IsGigaAM(); }
int32_t OfflineTransducerNeMoModel::FeatureDim() const {
return impl_->FeatureDim();
}
#if __ANDROID_API__ >= 9 #if __ANDROID_API__ >= 9
template OfflineTransducerNeMoModel::OfflineTransducerNeMoModel( template OfflineTransducerNeMoModel::OfflineTransducerNeMoModel(
AAssetManager *mgr, const OfflineModelConfig &config); AAssetManager *mgr, const OfflineModelConfig &config);

2
sherpa-onnx/csrc/offline-transducer-nemo-model.h
View File

@@ -88,6 +88,8 @@ class OfflineTransducerNeMoModel {
bool IsGigaAM() const; bool IsGigaAM() const;
int32_t FeatureDim() const;
private: private:
class Impl; class Impl;
std::unique_ptr<Impl> impl_; std::unique_ptr<Impl> impl_;