147 lines
3.8 KiB
Go
147 lines
3.8 KiB
Go
package main
|
|
|
|
import (
|
|
sherpa "github.com/k2-fsa/sherpa-onnx-go/sherpa_onnx"
|
|
"log"
|
|
)
|
|
|
|
func createSpeakerEmbeddingExtractor() *sherpa.SpeakerEmbeddingExtractor {
|
|
config := sherpa.SpeakerEmbeddingExtractorConfig{}
|
|
|
|
// Please download the model from
|
|
// https://github.com/k2-fsa/sherpa-onnx/releases/download/speaker-recongition-models/3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx
|
|
//
|
|
// You can find more models at
|
|
// https://github.com/k2-fsa/sherpa-onnx/releases/tag/speaker-recongition-models
|
|
|
|
config.Model = "./3dspeaker_speech_campplus_sv_zh-cn_16k-common.onnx"
|
|
config.NumThreads = 1
|
|
config.Debug = 1
|
|
config.Provider = "cpu"
|
|
|
|
ex := sherpa.NewSpeakerEmbeddingExtractor(&config)
|
|
return ex
|
|
}
|
|
|
|
func computeEmbeddings(ex *sherpa.SpeakerEmbeddingExtractor, files []string) [][]float32 {
|
|
embeddings := make([][]float32, len(files))
|
|
|
|
for i, f := range files {
|
|
wave := sherpa.ReadWave(f)
|
|
|
|
stream := ex.CreateStream()
|
|
defer sherpa.DeleteOnlineStream(stream)
|
|
stream.AcceptWaveform(wave.SampleRate, wave.Samples)
|
|
stream.InputFinished()
|
|
embeddings[i] = ex.Compute(stream)
|
|
}
|
|
|
|
return embeddings
|
|
|
|
}
|
|
|
|
func registerSpeakers(ex *sherpa.SpeakerEmbeddingExtractor, manager *sherpa.SpeakerEmbeddingManager) {
|
|
// Please download the test data from
|
|
// https://github.com/csukuangfj/sr-data
|
|
spk1_files := []string{
|
|
"./sr-data/enroll/fangjun-sr-1.wav",
|
|
"./sr-data/enroll/fangjun-sr-2.wav",
|
|
"./sr-data/enroll/fangjun-sr-3.wav",
|
|
}
|
|
|
|
spk2_files := []string{
|
|
"./sr-data/enroll/leijun-sr-1.wav",
|
|
"./sr-data/enroll/leijun-sr-2.wav",
|
|
}
|
|
|
|
spk1_embeddings := computeEmbeddings(ex, spk1_files)
|
|
spk2_embeddings := computeEmbeddings(ex, spk2_files)
|
|
|
|
ok := manager.RegisterV("fangjun", spk1_embeddings)
|
|
if !ok {
|
|
panic("Failed to register fangjun")
|
|
}
|
|
|
|
ok = manager.RegisterV("leijun", spk2_embeddings)
|
|
if !ok {
|
|
panic("Failed to register leijun")
|
|
}
|
|
|
|
if !manager.Contains("fangjun") {
|
|
panic("Failed to find fangjun")
|
|
}
|
|
|
|
if !manager.Contains("leijun") {
|
|
panic("Failed to find leijun")
|
|
}
|
|
|
|
if manager.NumSpeakers() != 2 {
|
|
panic("There should be only 2 speakers")
|
|
}
|
|
|
|
all_speakers := manager.AllSpeakers()
|
|
log.Printf("All speakers: %v\n", all_speakers)
|
|
}
|
|
|
|
func main() {
|
|
log.SetFlags(log.LstdFlags | log.Lmicroseconds)
|
|
|
|
ex := createSpeakerEmbeddingExtractor()
|
|
defer sherpa.DeleteSpeakerEmbeddingExtractor(ex)
|
|
|
|
manager := sherpa.NewSpeakerEmbeddingManager(ex.Dim())
|
|
defer sherpa.DeleteSpeakerEmbeddingManager(manager)
|
|
registerSpeakers(ex, manager)
|
|
|
|
// Please download the test data from
|
|
// https://github.com/csukuangfj/sr-data
|
|
test1 := "./sr-data/test/fangjun-test-sr-1.wav"
|
|
embeddings := computeEmbeddings(ex, []string{test1})[0]
|
|
threshold := float32(0.6)
|
|
name := manager.Search(embeddings, threshold)
|
|
if len(name) > 0 {
|
|
log.Printf("%v matches %v", test1, name)
|
|
} else {
|
|
log.Printf("No matches found for %v", test1)
|
|
}
|
|
|
|
test2 := "./sr-data/test/leijun-test-sr-1.wav"
|
|
embeddings = computeEmbeddings(ex, []string{test2})[0]
|
|
name = manager.Search(embeddings, threshold)
|
|
if len(name) > 0 {
|
|
log.Printf("%v matches %v", test2, name)
|
|
} else {
|
|
log.Printf("No matches found for %v", test2)
|
|
}
|
|
|
|
test3 := "./sr-data/test/liudehua-test-sr-1.wav"
|
|
embeddings = computeEmbeddings(ex, []string{test3})[0]
|
|
name = manager.Search(embeddings, threshold)
|
|
if len(name) > 0 {
|
|
log.Printf("%v matches %v", test3, name)
|
|
} else {
|
|
log.Printf("No matches found for %v", test3)
|
|
}
|
|
|
|
if !manager.Remove("fangjun") {
|
|
panic("Failed to deregister fangjun")
|
|
} else {
|
|
log.Print("fangjun deregistered\n")
|
|
}
|
|
|
|
test1 = "./sr-data/test/fangjun-test-sr-1.wav"
|
|
embeddings = computeEmbeddings(ex, []string{test1})[0]
|
|
name = manager.Search(embeddings, threshold)
|
|
if len(name) > 0 {
|
|
log.Printf("%v matches %v", test1, name)
|
|
} else {
|
|
log.Printf("No matches found for %v", test1)
|
|
}
|
|
}
|
|
|
|
func chk(err error) {
|
|
if err != nil {
|
|
panic(err)
|
|
}
|
|
}
|