EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add Java API for audio tagging (#820)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-04-28 22:26:04 +08:00
committed by GitHub
parent 5407f880c0
commit 88202f05bb
39 changed files with 476 additions and 129 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/AudioEvent.java Normal file
View File

@@ -0,0 +1,32 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class AudioEvent {
private String name = "";
private int index = 0;
private float prob = 0;
public AudioEvent(String name, int index, float prob) {
this.name = name;
this.index = index;
this.prob = prob;
}
public String getName() {
return name;
}
public int getIndex() {
return index;
}
public float getProb() {
return prob;
}
@Override
public String toString() {
return String.format("AudioEven(name=%s, index=%d, prob=%.3f)\n", name, index, prob);
}
}

62
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/AudioTagging.java Normal file
View File

@@ -0,0 +1,62 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class AudioTagging {
static {
System.loadLibrary("sherpa-onnx-jni");
}
private long ptr = 0;
public AudioTagging(AudioTaggingConfig config) {
ptr = newFromFile(config);
}
public OfflineStream createStream() {
long p = createStream(ptr);
return new OfflineStream(p);
}
public AudioEvent[] compute(OfflineStream stream) {
return compute(stream, -1);
}
public AudioEvent[] compute(OfflineStream stream, int topK) {
Object[] arr = compute(ptr, stream.getPtr(), topK);
AudioEvent[] events = new AudioEvent[arr.length];
for (int i = 0; i < arr.length; ++i) {
Object[] obj = (Object[]) arr[i];
String name = (String) obj[0];
int index = (int) obj[1];
float prob = (float) obj[2];
events[i] = new AudioEvent(name, index, prob);
}
return events;
}
@Override
protected void finalize() throws Throwable {
release();
}
// You'd better call it manually if it is not used anymore
public void release() {
if (this.ptr == 0) {
return;
}
delete(this.ptr);
this.ptr = 0;
}
private native void delete(long ptr);
private native long newFromFile(AudioTaggingConfig config);
private native long createStream(long ptr);
private native Object[] compute(long ptr, long streamPtr, int topK);
}

44
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/AudioTaggingConfig.java Normal file
View File

@@ -0,0 +1,44 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class AudioTaggingConfig {
private final AudioTaggingModelConfig model;
private final String labels;
private final int topK;
private AudioTaggingConfig(Builder builder) {
this.model = builder.model;
this.labels = builder.labels;
this.topK = builder.topK;
}
public static Builder builder() {
return new AudioTaggingConfig.Builder();
}
public static class Builder {
private AudioTaggingModelConfig model = AudioTaggingModelConfig.builder().build();
private String labels = "";
private int topK = 5;
public AudioTaggingConfig build() {
return new AudioTaggingConfig(this);
}
public Builder setModel(AudioTaggingModelConfig model) {
this.model = model;
return this;
}
public Builder setLabels(String labels) {
this.labels = labels;
return this;
}
public Builder setTopK(int topK) {
this.topK = topK;
return this;
}
}
}

60
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/AudioTaggingModelConfig.java Normal file
View File

@@ -0,0 +1,60 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class AudioTaggingModelConfig {
private final OfflineZipformerAudioTaggingModelConfig zipformer;
private final String ced;
private final int numThreads;
private final boolean debug;
private final String provider;
private AudioTaggingModelConfig(Builder builder) {
this.zipformer = builder.zipformer;
this.ced = builder.ced;
this.numThreads = builder.numThreads;
this.debug = builder.debug;
this.provider = builder.provider;
}
public static Builder builder() {
return new Builder();
}
public static class Builder {
private OfflineZipformerAudioTaggingModelConfig zipformer = OfflineZipformerAudioTaggingModelConfig.builder().build();
private String ced = "";
private int numThreads = 1;
private boolean debug = true;
private String provider = "cpu";
public AudioTaggingModelConfig build() {
return new AudioTaggingModelConfig(this);
}
public Builder setZipformer(OfflineZipformerAudioTaggingModelConfig zipformer) {
this.zipformer = zipformer;
return this;
}
public Builder setCED(String ced) {
this.ced = ced;
return this;
}
public Builder setNumThreads(int numThreads) {
this.numThreads = numThreads;
return this;
}
public Builder setDebug(boolean debug) {
this.debug = debug;
return this;
}
public Builder setProvider(String provider) {
this.provider = provider;
return this;
}
}
}

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/EndpointRule.java
View File

@@ -1,5 +1,6 @@
// Copyright 2022-2023 by zhaoming
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class EndpointRule {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineModelConfig {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineNemoEncDecCtcModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineNemoEncDecCtcModelConfig {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineParaformerModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineParaformerModelConfig {

2
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflinePunctuation.java
View File

@@ -7,7 +7,7 @@ public class OfflinePunctuation {
System.loadLibrary("sherpa-onnx-jni");
}
private long ptr = 0; // this is the asr engine ptrss
private long ptr = 0;
public OfflinePunctuation(OfflinePunctuationConfig config) {
ptr = newFromFile(config);

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineRecognizer.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineRecognizer {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineRecognizerConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineRecognizerConfig {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineRecognizerResult.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineRecognizerResult {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineStream.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineStream {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineTransducerModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineTransducerModelConfig {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineWhisperModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineWhisperModelConfig {

32
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OfflineZipformerAudioTaggingModelConfig.java Normal file
View File

@@ -0,0 +1,32 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OfflineZipformerAudioTaggingModelConfig {
private final String model;
private OfflineZipformerAudioTaggingModelConfig(Builder builder) {
this.model = builder.model;
}
public static Builder builder() {
return new Builder();
}
public String getModel() {
return model;
}
public static class Builder {
private String model = "";
public OfflineZipformerAudioTaggingModelConfig build() {
return new OfflineZipformerAudioTaggingModelConfig(this);
}
public Builder setModel(String model) {
this.model = model;
return this;
}
}
}

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineCtcFstDecoderConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OnlineCtcFstDecoderConfig {

2
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineRecognizer.java
View File

@@ -1,7 +1,7 @@
// Copyright 2022-2023 by zhaoming
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
package com.k2fsa.sherpa.onnx;
public class OnlineRecognizer {
static {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineRecognizerConfig.java
View File

@@ -1,5 +1,6 @@
// Copyright 2022-2023 by zhaoming
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OnlineRecognizerConfig {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineRecognizerResult.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OnlineRecognizerResult {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineStream.java
View File

@@ -1,5 +1,6 @@
// Copyright 2022-2023 by zhaoming
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OnlineStream {

1
sherpa-onnx/java-api/src/com/k2fsa/sherpa/onnx/OnlineZipformer2CtcModelConfig.java
View File

@@ -1,4 +1,5 @@
// Copyright 2024 Xiaomi Corporation
package com.k2fsa.sherpa.onnx;
public class OnlineZipformer2CtcModelConfig {