EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add C++ support for UVR models (#2269)

Browse Source
This commit is contained in:
Fangjun Kuang
2025-06-01 17:22:08 +08:00
committed by GitHub
parent e0ca224b76
commit 2b2788332e
35 changed files with 967 additions and 101 deletions
Download Patch File Download Diff File Expand all files Collapse all files

81
sherpa-onnx/csrc/offline-source-separation-impl.cc
View File

@@ -4,7 +4,9 @@
#include "sherpa-onnx/csrc/offline-source-separation-impl.h"
#include <algorithm>
#include <memory>
#include <utility>
#if __ANDROID_API__ >= 9
#include "android/asset_manager.h"
@@ -16,22 +18,93 @@
#endif
#include "sherpa-onnx/csrc/offline-source-separation-spleeter-impl.h"
#include "sherpa-onnx/csrc/offline-source-separation-uvr-impl.h"
#include "sherpa-onnx/csrc/resample.h"
namespace sherpa_onnx {
std::unique_ptr<OfflineSourceSeparationImpl>
OfflineSourceSeparationImpl::Create(
const OfflineSourceSeparationConfig &config) {
// TODO(fangjun): Support other models
return std::make_unique<OfflineSourceSeparationSpleeterImpl>(config);
if (!config.model.spleeter.vocals.empty()) {
return std::make_unique<OfflineSourceSeparationSpleeterImpl>(config);
}
if (!config.model.uvr.model.empty()) {
return std::make_unique<OfflineSourceSeparationUvrImpl>(config);
}
SHERPA_ONNX_LOGE("Please provide a separation model!");
return nullptr;
}
template <typename Manager>
std::unique_ptr<OfflineSourceSeparationImpl>
OfflineSourceSeparationImpl::Create(
Manager *mgr, const OfflineSourceSeparationConfig &config) {
// TODO(fangjun): Support other models
return std::make_unique<OfflineSourceSeparationSpleeterImpl>(mgr, config);
if (!config.model.spleeter.vocals.empty()) {
return std::make_unique<OfflineSourceSeparationSpleeterImpl>(mgr, config);
}
if (!config.model.uvr.model.empty()) {
return std::make_unique<OfflineSourceSeparationUvrImpl>(mgr, config);
}
SHERPA_ONNX_LOGE("Please provide a separation model!");
return nullptr;
}
OfflineSourceSeparationInput OfflineSourceSeparationImpl::Resample(
const OfflineSourceSeparationInput &input, bool debug /*= false*/) const {
const OfflineSourceSeparationInput *p_input = &input;
OfflineSourceSeparationInput tmp_input;
int32_t output_sample_rate = GetOutputSampleRate();
if (input.sample_rate != output_sample_rate) {
SHERPA_ONNX_LOGE(
"Creating a resampler:\n"
" in_sample_rate: %d\n"
" output_sample_rate: %d\n",
input.sample_rate, output_sample_rate);
float min_freq = std::min<int32_t>(input.sample_rate, output_sample_rate);
float lowpass_cutoff = 0.99 * 0.5 * min_freq;
int32_t lowpass_filter_width = 6;
auto resampler =
std::make_unique<LinearResample>(input.sample_rate, output_sample_rate,
lowpass_cutoff, lowpass_filter_width);
std::vector<float> s;
for (const auto &samples : input.samples.data) {
resampler->Reset();
resampler->Resample(samples.data(), samples.size(), true, &s);
tmp_input.samples.data.push_back(std::move(s));
}
tmp_input.sample_rate = output_sample_rate;
p_input = &tmp_input;
}
if (p_input->samples.data.size() > 1) {
if (debug) {
SHERPA_ONNX_LOGE("input ch1 samples size: %d",
static_cast<int32_t>(p_input->samples.data[1].size()));
}
if (p_input->samples.data[0].size() != p_input->samples.data[1].size()) {
SHERPA_ONNX_LOGE("ch0 samples size %d vs ch1 samples size %d",
static_cast<int32_t>(p_input->samples.data[0].size()),
static_cast<int32_t>(p_input->samples.data[1].size()));
SHERPA_ONNX_EXIT(-1);
}
}
return *p_input;
}
#if __ANDROID_API__ >= 9