rnnlm model inference supports num_threads setting (#169)

Co-authored-by: cuidongcai1035 <cuidongcai1035@wezhuiyi.com>
This commit is contained in:
keanu
2023-06-07 09:32:27 +08:00
committed by GitHub
parent 8fad17c87e
commit 9c017c2ccb
10 changed files with 25 additions and 20 deletions

View File

@@ -11,7 +11,7 @@
#include "onnxruntime_cxx_api.h" // NOLINT
#include "sherpa-onnx/csrc/hypothesis.h"
#include "sherpa-onnx/csrc/online-lm-config.h"
#include "sherpa-onnx/csrc/online-recognizer.h"
namespace sherpa_onnx {
@@ -19,7 +19,7 @@ class OnlineLM {
public:
virtual ~OnlineLM() = default;
static std::unique_ptr<OnlineLM> Create(const OnlineLMConfig &config);
static std::unique_ptr<OnlineLM> Create(const OnlineRecognizerConfig &config);
virtual std::pair<Ort::Value, std::vector<Ort::Value>> GetInitStates() = 0;