Add Go API for speaker identification (#718)
This commit is contained in:
3
go-api-examples/speaker-identification/go.mod
Normal file
3
go-api-examples/speaker-identification/go.mod
Normal file
@@ -0,0 +1,3 @@
|
||||
module speaker-identification
|
||||
|
||||
go 1.12
|
||||
146
go-api-examples/speaker-identification/main.go
Normal file
146
go-api-examples/speaker-identification/main.go
Normal file
@@ -0,0 +1,146 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
sherpa "github.com/k2-fsa/sherpa-onnx-go/sherpa_onnx"
|
||||
"log"
|
||||
)
|
||||
|
||||
func createSpeakerEmbeddingExtractor() *sherpa.SpeakerEmbeddingExtractor {
|
||||
config := sherpa.SpeakerEmbeddingExtractorConfig{}
|
||||
|
||||
// Please download the model from
|
||||
// https://github.com/k2-fsa/sherpa-onnx/releases/download/speaker-recongition-models/3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx
|
||||
//
|
||||
// You can find more models at
|
||||
// https://github.com/k2-fsa/sherpa-onnx/releases/tag/speaker-recongition-models
|
||||
|
||||
config.Model = "./3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx"
|
||||
config.NumThreads = 1
|
||||
config.Debug = 1
|
||||
config.Provider = "cpu"
|
||||
|
||||
ex := sherpa.NewSpeakerEmbeddingExtractor(&config)
|
||||
return ex
|
||||
}
|
||||
|
||||
func computeEmbeddings(ex *sherpa.SpeakerEmbeddingExtractor, files []string) [][]float32 {
|
||||
embeddings := make([][]float32, len(files))
|
||||
|
||||
for i, f := range files {
|
||||
wave := sherpa.ReadWave(f)
|
||||
|
||||
stream := ex.CreateStream()
|
||||
defer sherpa.DeleteOnlineStream(stream)
|
||||
stream.AcceptWaveform(wave.SampleRate, wave.Samples)
|
||||
stream.InputFinished()
|
||||
embeddings[i] = ex.Compute(stream)
|
||||
}
|
||||
|
||||
return embeddings
|
||||
|
||||
}
|
||||
|
||||
func registerSpeakers(ex *sherpa.SpeakerEmbeddingExtractor, manager *sherpa.SpeakerEmbeddingManager) {
|
||||
// Please download the test data from
|
||||
// https://github.com/csukuangfj/sr-data
|
||||
spk1_files := []string{
|
||||
"./sr-data/enroll/fangjun-sr-1.wav",
|
||||
"./sr-data/enroll/fangjun-sr-2.wav",
|
||||
"./sr-data/enroll/fangjun-sr-3.wav",
|
||||
}
|
||||
|
||||
spk2_files := []string{
|
||||
"./sr-data/enroll/leijun-sr-1.wav",
|
||||
"./sr-data/enroll/leijun-sr-2.wav",
|
||||
}
|
||||
|
||||
spk1_embeddings := computeEmbeddings(ex, spk1_files)
|
||||
spk2_embeddings := computeEmbeddings(ex, spk2_files)
|
||||
|
||||
ok := manager.RegisterV("fangjun", spk1_embeddings)
|
||||
if !ok {
|
||||
panic("Failed to register fangjun")
|
||||
}
|
||||
|
||||
ok = manager.RegisterV("leijun", spk2_embeddings)
|
||||
if !ok {
|
||||
panic("Failed to register leijun")
|
||||
}
|
||||
|
||||
if !manager.Contains("fangjun") {
|
||||
panic("Failed to find fangjun")
|
||||
}
|
||||
|
||||
if !manager.Contains("leijun") {
|
||||
panic("Failed to find leijun")
|
||||
}
|
||||
|
||||
if manager.NumSpeakers() != 2 {
|
||||
panic("There should be only 2 speakers")
|
||||
}
|
||||
|
||||
all_speakers := manager.AllSpeakers()
|
||||
log.Printf("All speakers: %v\n", all_speakers)
|
||||
}
|
||||
|
||||
func main() {
|
||||
log.SetFlags(log.LstdFlags | log.Lmicroseconds)
|
||||
|
||||
ex := createSpeakerEmbeddingExtractor()
|
||||
defer sherpa.DeleteSpeakerEmbeddingExtractor(ex)
|
||||
|
||||
manager := sherpa.NewSpeakerEmbeddingManager(ex.Dim())
|
||||
defer sherpa.DeleteSpeakerEmbeddingManager(manager)
|
||||
registerSpeakers(ex, manager)
|
||||
|
||||
// Please download the test data from
|
||||
// https://github.com/csukuangfj/sr-data
|
||||
test1 := "./sr-data/test/fangjun-test-sr-1.wav"
|
||||
embeddings := computeEmbeddings(ex, []string{test1})[0]
|
||||
threshold := float32(0.6)
|
||||
name := manager.Search(embeddings, threshold)
|
||||
if len(name) > 0 {
|
||||
log.Printf("%v matches %v", test1, name)
|
||||
} else {
|
||||
log.Printf("No matches found for %v", test1)
|
||||
}
|
||||
|
||||
test2 := "./sr-data/test/leijun-test-sr-1.wav"
|
||||
embeddings = computeEmbeddings(ex, []string{test2})[0]
|
||||
name = manager.Search(embeddings, threshold)
|
||||
if len(name) > 0 {
|
||||
log.Printf("%v matches %v", test2, name)
|
||||
} else {
|
||||
log.Printf("No matches found for %v", test2)
|
||||
}
|
||||
|
||||
test3 := "./sr-data/test/liudehua-test-sr-1.wav"
|
||||
embeddings = computeEmbeddings(ex, []string{test3})[0]
|
||||
name = manager.Search(embeddings, threshold)
|
||||
if len(name) > 0 {
|
||||
log.Printf("%v matches %v", test3, name)
|
||||
} else {
|
||||
log.Printf("No matches found for %v", test3)
|
||||
}
|
||||
|
||||
if !manager.Remove("fangjun") {
|
||||
panic("Failed to deregister fangjun")
|
||||
} else {
|
||||
log.Print("fangjun deregistered\n")
|
||||
}
|
||||
|
||||
test1 = "./sr-data/test/fangjun-test-sr-1.wav"
|
||||
embeddings = computeEmbeddings(ex, []string{test1})[0]
|
||||
name = manager.Search(embeddings, threshold)
|
||||
if len(name) > 0 {
|
||||
log.Printf("%v matches %v", test1, name)
|
||||
} else {
|
||||
log.Printf("No matches found for %v", test1)
|
||||
}
|
||||
}
|
||||
|
||||
func chk(err error) {
|
||||
if err != nil {
|
||||
panic(err)
|
||||
}
|
||||
}
|
||||
13
go-api-examples/speaker-identification/run.sh
Executable file
13
go-api-examples/speaker-identification/run.sh
Executable file
@@ -0,0 +1,13 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
if [ ! -f ./3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx ]; then
|
||||
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/speaker-recongition-models/3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx
|
||||
fi
|
||||
|
||||
if [ ! -f ./sr-data/enroll/fangjun-sr-1.wav ]; then
|
||||
git clone https://github.com/csukuangfj/sr-data
|
||||
fi
|
||||
|
||||
go mod tidy
|
||||
go build
|
||||
./speaker-identification
|
||||
Reference in New Issue
Block a user