87 lines
2.7 KiB
C#
87 lines
2.7 KiB
C#
// Copyright (c) 2024 Xiaomi Corporation
|
|
//
|
|
// This file shows how to use a silero_vad model with a non-streaming Paraformer
|
|
// for speech recognition.
|
|
using SherpaOnnx;
|
|
|
|
class VadNonStreamingAsrParaformer
|
|
{
|
|
static void Main(string[] args)
|
|
{
|
|
// please download model files from
|
|
// https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models
|
|
var config = new OfflineRecognizerConfig();
|
|
config.ModelConfig.Paraformer.Model = "./sherpa-onnx-paraformer-zh-2023-09-14/model.int8.onnx";
|
|
config.ModelConfig.Tokens = "./sherpa-onnx-paraformer-zh-2023-09-14/tokens.txt";
|
|
config.ModelConfig.Debug = 0;
|
|
var recognizer = new OfflineRecognizer(config);
|
|
|
|
var vadModelConfig = new VadModelConfig();
|
|
vadModelConfig.SileroVad.Model = "./silero_vad.onnx";
|
|
vadModelConfig.Debug = 0;
|
|
|
|
var vad = new VoiceActivityDetector(vadModelConfig, 60);
|
|
|
|
var testWaveFilename = "./lei-jun-test.wav";
|
|
var reader = new WaveReader(testWaveFilename);
|
|
|
|
int numSamples = reader.Samples.Length;
|
|
int windowSize = vadModelConfig.SileroVad.WindowSize;
|
|
int sampleRate = vadModelConfig.SampleRate;
|
|
int numIter = numSamples / windowSize;
|
|
|
|
for (int i = 0; i != numIter; ++i)
|
|
{
|
|
int start = i * windowSize;
|
|
var samples = new float[windowSize];
|
|
Array.Copy(reader.Samples, start, samples, 0, windowSize);
|
|
vad.AcceptWaveform(samples);
|
|
if (vad.IsSpeechDetected())
|
|
{
|
|
while (!vad.IsEmpty())
|
|
{
|
|
SpeechSegment segment = vad.Front();
|
|
var startTime = segment.Start / (float)sampleRate;
|
|
var duration = segment.Samples.Length / (float)sampleRate;
|
|
|
|
OfflineStream stream = recognizer.CreateStream();
|
|
stream.AcceptWaveform(sampleRate, segment.Samples);
|
|
recognizer.Decode(stream);
|
|
var text = stream.Result.Text;
|
|
|
|
if (!string.IsNullOrEmpty(text))
|
|
{
|
|
Console.WriteLine("{0}--{1}: {2}", string.Format("{0:0.00}", startTime),
|
|
string.Format("{0:0.00}", startTime + duration), text);
|
|
}
|
|
|
|
vad.Pop();
|
|
}
|
|
}
|
|
}
|
|
|
|
vad.Flush();
|
|
|
|
while (!vad.IsEmpty())
|
|
{
|
|
var segment = vad.Front();
|
|
float startTime = segment.Start / (float)sampleRate;
|
|
float duration = segment.Samples.Length / (float)sampleRate;
|
|
|
|
var stream = recognizer.CreateStream();
|
|
stream.AcceptWaveform(sampleRate, segment.Samples);
|
|
recognizer.Decode(stream);
|
|
var text = stream.Result.Text;
|
|
|
|
if (!string.IsNullOrEmpty(text))
|
|
{
|
|
Console.WriteLine("{0}--{1}: {2}", string.Format("{0:0.00}", startTime),
|
|
string.Format("{0:0.00}", startTime + duration), text);
|
|
}
|
|
|
|
vad.Pop();
|
|
}
|
|
}
|
|
}
|
|
|