EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Re-implement LM rescore for online transducer (#1231)

Browse Source 
Co-authored-by: Martins Kronis <martins.kuznecovs@tilde.lv>
This commit is contained in:
SilverSulfide
2024-09-06 05:01:25 +03:00
committed by GitHub
parent 1f29e4a1a9
commit 888f74bf3c
11 changed files with 175 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
sherpa-onnx/python/csrc/online-lm-config.cc
View File

@@ -13,13 +13,16 @@ namespace sherpa_onnx {
void PybindOnlineLMConfig(py::module *m) {
using PyClass = OnlineLMConfig;
py::class_<PyClass>(*m, "OnlineLMConfig")
.def(py::init<const std::string &, float, int32_t, const std::string &>(),
.def(py::init<const std::string &, float, int32_t,
const std::string &, bool>(),
py::arg("model") = "", py::arg("scale") = 0.5f,
py::arg("lm_num_threads") = 1, py::arg("lm_provider") = "cpu")
py::arg("lm_num_threads") = 1, py::arg("lm_provider") = "cpu",
py::arg("shallow_fusion") = true)
.def_readwrite("model", &PyClass::model)
.def_readwrite("scale", &PyClass::scale)
.def_readwrite("lm_provider", &PyClass::lm_provider)
.def_readwrite("lm_num_threads", &PyClass::lm_num_threads)
.def_readwrite("shallow_fusion", &PyClass::shallow_fusion)
.def("__str__", &PyClass::ToString);
}

2
sherpa-onnx/python/sherpa_onnx/online_recognizer.py
View File

@@ -64,6 +64,7 @@ class OnlineRecognizer(object):
bpe_vocab: str = "",
lm: str = "",
lm_scale: float = 0.1,
lm_shallow_fusion: bool = True,
temperature_scale: float = 2.0,
debug: bool = False,
rule_fsts: str = "",
@@ -274,6 +275,7 @@ class OnlineRecognizer(object):
lm_config = OnlineLMConfig(
model=lm,
scale=lm_scale,
shallow_fusion=lm_shallow_fusion,
)
recognizer_config = OnlineRecognizerConfig(