Add Java API for speaker identification (#822)

java-api-examples/README.md

@@ -50,3 +50,9 @@ The punctuation model supports both English and Chinese.
 ./run-audio-tagging-zipformer-from-file.sh
 ./run-audio-tagging-ced-from-file.sh
 ```
+
+## Speaker identification
+
+```bash
+./run-speaker-identification.sh
+```

java-api-examples/SpeakerIdentification.java

@@ -0,0 +1,132 @@
+// Copyright 2024 Xiaomi Corporation
+
+// This file shows how to use a speaker embedding extractor model for speaker
+// identification.
+import com.k2fsa.sherpa.onnx.*;
+
+public class SpeakerIdentification {
+  public static float[] computeEmbedding(SpeakerEmbeddingExtractor extractor, String filename) {
+    WaveReader reader = new WaveReader(filename);
+
+    OnlineStream stream = extractor.createStream();
+    stream.acceptWaveform(reader.getSamples(), reader.getSampleRate());
+    stream.inputFinished();
+
+    float[] embedding = extractor.compute(stream);
+    stream.release();
+
+    return embedding;
+  }
+
+  public static void main(String[] args) {
+    // Please download the model from
+    // https://github.com/k2-fsa/sherpa-onnx/releases/tag/speaker-recongition-models
+    String model = "./3dspeaker_speech_eres2net_base_sv_zh-cn_3dspeaker_16k.onnx";
+    SpeakerEmbeddingExtractorConfig config =
+        SpeakerEmbeddingExtractorConfig.builder()
+            .setModel(model)
+            .setNumThreads(1)
+            .setDebug(true)
+            .build();
+    SpeakerEmbeddingExtractor extractor = new SpeakerEmbeddingExtractor(config);
+    SpeakerEmbeddingManager manager = new SpeakerEmbeddingManager(extractor.getDim());
+
+    String[] spk1Files =
+        new String[] {
+          "./sr-data/enroll/fangjun-sr-1.wav",
+          "./sr-data/enroll/fangjun-sr-2.wav",
+          "./sr-data/enroll/fangjun-sr-3.wav",
+        };
+
+    float[][] spk1Vec = new float[spk1Files.length][];
+
+    for (int i = 0; i < spk1Files.length; ++i) {
+      spk1Vec[i] = computeEmbedding(extractor, spk1Files[i]);
+    }
+
+    String[] spk2Files =
+        new String[] {
+          "./sr-data/enroll/leijun-sr-1.wav", "./sr-data/enroll/leijun-sr-2.wav",
+        };
+
+    float[][] spk2Vec = new float[spk2Files.length][];
+
+    for (int i = 0; i < spk2Files.length; ++i) {
+      spk2Vec[i] = computeEmbedding(extractor, spk2Files[i]);
+    }
+
+    if (!manager.add("fangjun", spk1Vec)) {
+      System.out.println("Failed to register fangjun");
+      return;
+    }
+
+    if (!manager.add("leijun", spk2Vec)) {
+      System.out.println("Failed to register leijun");
+      return;
+    }
+
+    if (manager.getNumSpeakers() != 2) {
+      System.out.println("There should be two speakers");
+      return;
+    }
+
+    if (!manager.contains("fangjun")) {
+      System.out.println("It should contain the speaker fangjun");
+      return;
+    }
+
+    if (!manager.contains("leijun")) {
+      System.out.println("It should contain the speaker leijun");
+      return;
+    }
+
+    System.out.println("---All speakers---");
+    String[] allSpeakers = manager.getAllSpeakerNames();
+    for (String s : allSpeakers) {
+      System.out.println(s);
+    }
+    System.out.println("------------");
+
+    String[] testFiles =
+        new String[] {
+          "./sr-data/test/fangjun-test-sr-1.wav",
+          "./sr-data/test/leijun-test-sr-1.wav",
+          "./sr-data/test/liudehua-test-sr-1.wav"
+        };
+
+    float threshold = 0.6f;
+    for (String file : testFiles) {
+      float[] embedding = computeEmbedding(extractor, file);
+
+      String name = manager.search(embedding, threshold);
+      if (name.isEmpty()) {
+        name = "<Unknown>";
+      }
+      System.out.printf("%s: %s\n", file, name);
+    }
+
+    // test verify
+    if (!manager.verify("fangjun", computeEmbedding(extractor, testFiles[0]), threshold)) {
+      System.out.printf("testFiles[0] should match fangjun!");
+      return;
+    }
+
+    if (!manager.remove("fangjun")) {
+      System.out.println("Failed to remove fangjun");
+      return;
+    }
+
+    if (manager.verify("fangjun", computeEmbedding(extractor, testFiles[0]), threshold)) {
+      System.out.printf("%s should match no one!\n", testFiles[0]);
+      return;
+    }
+
+    if (manager.getNumSpeakers() != 1) {
+      System.out.println("There should only 1 speaker left.");
+      return;
+    }
+
+    extractor.release();
+    manager.release();
+  }
+}

java-api-examples/run-speaker-identification.sh

@@ -0,0 +1,41 @@
+#!/usr/bin/env bash
+
+set -ex
+
+if [[ ! -f ../build/lib/libsherpa-onnx-jni.dylib  && ! -f ../build/lib/libsherpa-onnx-jni.so ]]; then
+  mkdir -p ../build
+  pushd ../build
+  cmake \
+    -DSHERPA_ONNX_ENABLE_PYTHON=OFF \
+    -DSHERPA_ONNX_ENABLE_TESTS=OFF \
+    -DSHERPA_ONNX_ENABLE_CHECK=OFF \
+    -DBUILD_SHARED_LIBS=ON \
+    -DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
+    -DSHERPA_ONNX_ENABLE_JNI=ON \
+    ..
+
+  make -j4
+  ls -lh lib
+  popd
+fi
+
+if [ ! -f ../sherpa-onnx/java-api/build/sherpa-onnx.jar ]; then
+  pushd ../sherpa-onnx/java-api
+  make
+  popd
+fi
+
+if [ ! -f ./3dspeaker_speech_eres2net_base_sv_zh-cn_3dspeaker_16k.onnx ]; then
+  curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/speaker-recongition-models/3dspeaker_speech_eres2net_base_sv_zh-cn_3dspeaker_16k.onnx
+fi
+
+if [ ! -f ./sr-data/enroll/leijun-sr-1.wav ]; then
+  curl -SL -o sr-data.tar.gz https://github.com/csukuangfj/sr-data/archive/refs/tags/v1.0.0.tar.gz
+  tar xvf sr-data.tar.gz
+  mv sr-data-1.0.0 sr-data
+fi
+
+java \
+  -Djava.library.path=$PWD/../build/lib \
+  -cp ../sherpa-onnx/java-api/build/sherpa-onnx.jar \
+  ./SpeakerIdentification.java