EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add C++ runtime for non-streaming faster conformer transducer from NeMo. (#854)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-05-10 12:15:39 +08:00
committed by GitHub
parent 5d8c35e44e
commit 17cd3a5f01
31 changed files with 1093 additions and 153 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
sherpa-onnx/python/csrc/offline-recognizer.cc
View File

@@ -14,10 +14,10 @@ namespace sherpa_onnx {
static void PybindOfflineRecognizerConfig(py::module *m) {
using PyClass = OfflineRecognizerConfig;
py::class_<PyClass>(*m, "OfflineRecognizerConfig")
.def(py::init<const OfflineFeatureExtractorConfig &,
const OfflineModelConfig &, const OfflineLMConfig &,
const OfflineCtcFstDecoderConfig &, const std::string &,
int32_t, const std::string &, float, float>(),
.def(py::init<const FeatureExtractorConfig &, const OfflineModelConfig &,
const OfflineLMConfig &, const OfflineCtcFstDecoderConfig &,
const std::string &, int32_t, const std::string &, float,
float>(),
py::arg("feat_config"), py::arg("model_config"),
py::arg("lm_config") = OfflineLMConfig(),
py::arg("ctc_fst_decoder_config") = OfflineCtcFstDecoderConfig(),

12
sherpa-onnx/python/csrc/offline-stream.cc
View File

@@ -25,6 +25,7 @@ Args:
static void PybindOfflineRecognitionResult(py::module *m) { // NOLINT
using PyClass = OfflineRecognitionResult;
py::class_<PyClass>(*m, "OfflineRecognitionResult")
.def("__str__", &PyClass::AsJsonString)
.def_property_readonly(
"text",
[](const PyClass &self) -> py::str {
@@ -37,18 +38,7 @@ static void PybindOfflineRecognitionResult(py::module *m) { // NOLINT
"timestamps", [](const PyClass &self) { return self.timestamps; });
}
static void PybindOfflineFeatureExtractorConfig(py::module *m) {
using PyClass = OfflineFeatureExtractorConfig;
py::class_<PyClass>(*m, "OfflineFeatureExtractorConfig")
.def(py::init<int32_t, int32_t>(), py::arg("sampling_rate") = 16000,
py::arg("feature_dim") = 80)
.def_readwrite("sampling_rate", &PyClass::sampling_rate)
.def_readwrite("feature_dim", &PyClass::feature_dim)
.def("__str__", &PyClass::ToString);
}
void PybindOfflineStream(py::module *m) {
PybindOfflineFeatureExtractorConfig(m);
PybindOfflineRecognitionResult(m);
using PyClass = OfflineStream;

17
sherpa-onnx/python/sherpa_onnx/offline_recognizer.py
View File

@@ -4,8 +4,8 @@ from pathlib import Path
from typing import List, Optional
from _sherpa_onnx import (
FeatureExtractorConfig,
OfflineCtcFstDecoderConfig,
OfflineFeatureExtractorConfig,
OfflineModelConfig,
OfflineNemoEncDecCtcModelConfig,
OfflineParaformerModelConfig,
@@ -51,6 +51,7 @@ class OfflineRecognizer(object):
blank_penalty: float = 0.0,
debug: bool = False,
provider: str = "cpu",
model_type: str = "transducer",
):
"""
Please refer to
@@ -106,10 +107,10 @@ class OfflineRecognizer(object):
num_threads=num_threads,
debug=debug,
provider=provider,
model_type="transducer",
model_type=model_type,
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=sample_rate,
feature_dim=feature_dim,
)
@@ -182,7 +183,7 @@ class OfflineRecognizer(object):
model_type="paraformer",
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=sample_rate,
feature_dim=feature_dim,
)
@@ -246,7 +247,7 @@ class OfflineRecognizer(object):
model_type="nemo_ctc",
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=sample_rate,
feature_dim=feature_dim,
)
@@ -326,7 +327,7 @@ class OfflineRecognizer(object):
model_type="whisper",
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=16000,
feature_dim=80,
)
@@ -389,7 +390,7 @@ class OfflineRecognizer(object):
model_type="tdnn",
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=sample_rate,
feature_dim=feature_dim,
)
@@ -453,7 +454,7 @@ class OfflineRecognizer(object):
model_type="wenet_ctc",
)
feat_config = OfflineFeatureExtractorConfig(
feat_config = FeatureExtractorConfig(
sampling_rate=sample_rate,
feature_dim=feature_dim,
)