EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

rnnlm model inference supports num_threads setting (#169)

Browse Source 
Co-authored-by: cuidongcai1035 <cuidongcai1035@wezhuiyi.com>
This commit is contained in:
keanu
2023-06-07 09:32:27 +08:00
committed by GitHub
parent 8fad17c87e
commit 9c017c2ccb
10 changed files with 25 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
sherpa-onnx/csrc/offline-rnn-lm.cc
View File

@@ -12,17 +12,18 @@
#include "sherpa-onnx/csrc/macros.h"
#include "sherpa-onnx/csrc/onnx-utils.h"
#include "sherpa-onnx/csrc/text-utils.h"
#include "sherpa-onnx/csrc/session.h"
namespace sherpa_onnx {
class OfflineRnnLM::Impl {
public:
explicit Impl(const OfflineLMConfig &config)
: config_(config),
explicit Impl(const OfflineRecognizerConfig &config)
: config_(config.lm_config),
env_(ORT_LOGGING_LEVEL_ERROR),
sess_opts_{},
sess_opts_{GetSessionOptions(config.model_config)},
allocator_{} {
Init(config);
Init(config.lm_config);
}
Ort::Value Rescore(Ort::Value x, Ort::Value x_lens) {
@@ -62,7 +63,7 @@ class OfflineRnnLM::Impl {
std::vector<const char *> output_names_ptr_;
};
OfflineRnnLM::OfflineRnnLM(const OfflineLMConfig &config)
OfflineRnnLM::OfflineRnnLM(const OfflineRecognizerConfig &config)
: impl_(std::make_unique<Impl>(config)) {}
OfflineRnnLM::~OfflineRnnLM() = default;