EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Fix rknn for multi-threads (#2274)

Browse Source
This commit is contained in:
Fangjun Kuang
2025-06-03 20:28:57 +08:00
committed by GitHub
parent 818b3f6d6c
commit 1fabc6c79a
2 changed files with 43 additions and 18 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
sherpa-onnx/csrc/rknn/online-zipformer-ctc-model-rknn.cc
View File

@@ -86,8 +86,7 @@ class OnlineZipformerCtcModelRknn::Impl {
}
std::pair<std::vector<float>, std::vector<std::vector<uint8_t>>> Run(
std::vector<float> features,
std::vector<std::vector<uint8_t>> states) const {
std::vector<float> features, std::vector<std::vector<uint8_t>> states) {
std::vector<rknn_input> inputs(input_attrs_.size());
for (int32_t i = 0; i < static_cast<int32_t>(inputs.size()); ++i) {
@@ -147,13 +146,17 @@ class OnlineZipformerCtcModelRknn::Impl {
}
}
auto ret = rknn_inputs_set(ctx_, inputs.size(), inputs.data());
rknn_context ctx = 0;
auto ret = rknn_dup_context(&ctx_, &ctx);
SHERPA_ONNX_RKNN_CHECK(ret, "Failed to duplicate the ctx");
ret = rknn_inputs_set(ctx, inputs.size(), inputs.data());
SHERPA_ONNX_RKNN_CHECK(ret, "Failed to set inputs");
ret = rknn_run(ctx_, nullptr);
ret = rknn_run(ctx, nullptr);
SHERPA_ONNX_RKNN_CHECK(ret, "Failed to run the model");
ret = rknn_outputs_get(ctx_, outputs.size(), outputs.data(), nullptr);
ret = rknn_outputs_get(ctx, outputs.size(), outputs.data(), nullptr);
SHERPA_ONNX_RKNN_CHECK(ret, "Failed to get model output");
for (int32_t i = 0; i < next_states.size(); ++i) {
@@ -174,6 +177,8 @@ class OnlineZipformerCtcModelRknn::Impl {
}
}
rknn_destroy(ctx);
return {std::move(out), std::move(next_states)};
}