Add VAD demo for Java API (#928)

2024-05-28 14:59:47 +08:00
parent b1c7d04ce2
commit bcaa6df389
14 changed files with 604 additions and 0 deletions
--- a/java-api-examples/VadRemoveSilence.java
+++ b/java-api-examples/VadRemoveSilence.java
@@ -0,0 +1,79 @@
+// Copyright 2024 Xiaomi Corporation
+
+// This file shows how to use a silero_vad model to remove silences from
+// a wave file.
+
+import com.k2fsa.sherpa.onnx.*;
+import java.util.ArrayList;
+import java.util.Arrays;
+
+public class VadRemoveSilence {
+  public static void main(String[] args) {
+    // please download ./silero_vad.onnx from
+    // https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models
+    String model = "./silero_vad.onnx";
+    SileroVadModelConfig sileroVad =
+        SileroVadModelConfig.builder()
+            .setModel(model)
+            .setThreshold(0.5f)
+            .setMinSilenceDuration(0.25f)
+            .setMinSpeechDuration(0.5f)
+            .setWindowSize(512)
+            .build();
+
+    VadModelConfig config =
+        VadModelConfig.builder()
+            .setSileroVadModelConfig(sileroVad)
+            .setSampleRate(16000)
+            .setNumThreads(1)
+            .setDebug(true)
+            .setProvider("cpu")
+            .build();
+
+    Vad vad = new Vad(config);
+
+    // You can download the test file from
+    // https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models
+    String testWaveFilename = "./lei-jun-test.wav";
+    WaveReader reader = new WaveReader(testWaveFilename);
+
+    int numSamples = reader.getSamples().length;
+    int numIter = numSamples / 512;
+
+    ArrayList<float[]> segments = new ArrayList<float[]>();
+
+    for (int i = 0; i != numIter; ++i) {
+      int start = i * 512;
+      int end = start + 512;
+      float[] samples = Arrays.copyOfRange(reader.getSamples(), start, end);
+      vad.acceptWaveform(samples);
+      if (vad.isSpeechDetected()) {
+        while (!vad.empty()) {
+
+          // if you want to get the starting time of this segment, you can use
+          /* float startTime = vad.front().getStart() / 16000.0f; */
+
+          segments.add(vad.front().getSamples());
+          vad.pop();
+        }
+      }
+    }
+
+    // get total number of samples
+    int n = 0;
+    for (float[] s : segments) {
+      n += s.length;
+    }
+
+    float[] allSamples = new float[n];
+    int i = 0;
+    for (float[] s : segments) {
+      System.arraycopy(s, 0, allSamples, i, s.length);
+      i += s.length;
+    }
+
+    String outFilename = "lei-jun-test-no-silence.wav";
+    WaveWriter.write(outFilename, allSamples, 16000);
+    System.out.printf("Saved to %s\n", outFilename);
+  }
+}