Add Java API for speech enhancement GTCRN models (#2009)

This commit is contained in:
Fangjun Kuang
2025-03-16 15:13:20 +08:00
committed by GitHub
parent ed8e6c9aed
commit 71824992a7
10 changed files with 294 additions and 0 deletions

View File

@@ -9,6 +9,15 @@
#include <utility>
#include <vector>
#if __ANDROID_API__ >= 9
#include "android/asset_manager.h"
#include "android/asset_manager_jni.h"
#endif
#if __OHOS__
#include "rawfile/raw_file_manager.h"
#endif
#include "sherpa-onnx/csrc/file-utils.h"
#include "sherpa-onnx/csrc/onnx-utils.h"
#include "sherpa-onnx/csrc/session.h"
@@ -193,4 +202,14 @@ OfflineSpeechDenoiserGtcrnModel::GetMetaData() const {
return impl_->GetMetaData();
}
#if __ANDROID_API__ >= 9
template OfflineSpeechDenoiserGtcrnModel::OfflineSpeechDenoiserGtcrnModel(
AAssetManager *mgr, const OfflineSpeechDenoiserModelConfig &config);
#endif
#if __OHOS__
template OfflineSpeechDenoiserGtcrnModel::OfflineSpeechDenoiserGtcrnModel(
NativeResourceManager *mgr, const OfflineSpeechDenoiserModelConfig &config);
#endif
} // namespace sherpa_onnx

View File

@@ -84,6 +84,11 @@ java_files += OfflineSpeakerDiarizationSegment.java
java_files += OfflineSpeakerDiarizationCallback.java
java_files += OfflineSpeakerDiarization.java
java_files += OfflineSpeechDenoiserGtcrnModelConfig.java
java_files += OfflineSpeechDenoiserModelConfig.java
java_files += OfflineSpeechDenoiserConfig.java
java_files += DenoisedAudio.java
java_files += OfflineSpeechDenoiser.java
class_files := $(java_files:%.java=%.class)

View File

@@ -0,0 +1,32 @@
// Copyright 2025 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class DenoisedAudio {
static {
System.loadLibrary("sherpa-onnx-jni");
}
private final float[] samples;
private final int sampleRate;
public DenoisedAudio(float[] samples, int sampleRate) {
this.samples = samples;
this.sampleRate = sampleRate;
}
public int getSampleRate() {
return sampleRate;
}
public float[] getSamples() {
return samples;
}
// return true if saved successfully.
public boolean save(String filename) {
return saveImpl(filename, samples, sampleRate);
}
private native boolean saveImpl(String filename, float[] samples, int sampleRate);
}

View File

@@ -0,0 +1,43 @@
// Copyright 2025 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineSpeechDenoiser {
static {
System.loadLibrary("sherpa-onnx-jni");
}
private long ptr = 0;
public OfflineSpeechDenoiser(OfflineSpeechDenoiserConfig config) {
ptr = newFromFile(config);
}
public int getSampleRate() {
return getSampleRate(ptr);
}
public DenoisedAudio run(float[] samples, int sampleRate) {
return run(ptr, samples, sampleRate);
}
protected void finalize() throws Throwable {
release();
}
public void release() {
if (this.ptr == 0) {
return;
}
delete(this.ptr);
this.ptr = 0;
}
private native void delete(long ptr);
private native int getSampleRate(long ptr);
private native DenoisedAudio run(long ptr, float[] samples, int sampleRate);
private native long newFromFile(OfflineSpeechDenoiserConfig config);
}

View File

@@ -0,0 +1,27 @@
// Copyright 2025 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineSpeechDenoiserConfig {
private final OfflineSpeechDenoiserModelConfig model;
private OfflineSpeechDenoiserConfig(OfflineSpeechDenoiserConfig.Builder builder) {
this.model = builder.model;
}
public static Builder builder() {
return new Builder();
}
public static class Builder {
private OfflineSpeechDenoiserModelConfig model = OfflineSpeechDenoiserModelConfig.builder().build();
public OfflineSpeechDenoiserConfig build() {
return new OfflineSpeechDenoiserConfig(this);
}
public Builder setModel(OfflineSpeechDenoiserModelConfig model) {
this.model = model;
return this;
}
}
}

View File

@@ -0,0 +1,31 @@
// Copyright 2025 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineSpeechDenoiserGtcrnModelConfig {
private final String model;
private OfflineSpeechDenoiserGtcrnModelConfig(Builder builder) {
this.model = builder.model;
}
public static Builder builder() {
return new Builder();
}
public String getModel() {
return model;
}
public static class Builder {
private String model = "";
public OfflineSpeechDenoiserGtcrnModelConfig build() {
return new OfflineSpeechDenoiserGtcrnModelConfig(this);
}
public Builder setModel(String model) {
this.model = model;
return this;
}
}
}

View File

@@ -0,0 +1,51 @@
// Copyright 2025 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineSpeechDenoiserModelConfig {
private final OfflineSpeechDenoiserGtcrnModelConfig gtcrn;
private final int numThreads;
private final boolean debug;
private final String provider;
private OfflineSpeechDenoiserModelConfig(Builder builder) {
this.gtcrn = builder.gtcrn;
this.numThreads = builder.numThreads;
this.debug = builder.debug;
this.provider = builder.provider;
}
public static Builder builder() {
return new Builder();
}
public static class Builder {
private OfflineSpeechDenoiserGtcrnModelConfig gtcrn = OfflineSpeechDenoiserGtcrnModelConfig.builder().build();
private int numThreads = 1;
private boolean debug = true;
private String provider = "cpu";
public OfflineSpeechDenoiserModelConfig build() {
return new OfflineSpeechDenoiserModelConfig(this);
}
public Builder setGtcrn(OfflineSpeechDenoiserGtcrnModelConfig gtcrn) {
this.gtcrn = gtcrn;
return this;
}
public Builder setNumThreads(int numThreads) {
this.numThreads = numThreads;
return this;
}
public Builder setDebug(boolean debug) {
this.debug = debug;
return this;
}
public Builder setProvider(String provider) {
this.provider = provider;
return this;
}
}
}