Add a C# api for offline-recognizer of sherpa-onnx (#129)
This commit is contained in:
manyeyes
255
csharp-api-examples/OfflineDecodeFiles.cs
Normal file
255
csharp-api-examples/OfflineDecodeFiles.cs
Normal file
@@ -0,0 +1,255 @@
|
||||
// See https://aka.ms/new-console-template for more information
|
||||
// Copyright (c) 2023 by manyeyes
|
||||
using SherpaOnnx;
|
||||
/// Please refer to
|
||||
/// https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html
|
||||
/// to download pre-trained models. That is, you can find encoder-xxx.onnx
|
||||
/// decoder-xxx.onnx, joiner-xxx.onnx, and tokens.txt for this struct
|
||||
/// from there.
|
||||
|
||||
/// download model eg:
|
||||
/// (The directory where the application runs)
|
||||
/// [/path/to]=System.AppDomain.CurrentDomain.BaseDirectory
|
||||
/// cd /path/to
|
||||
/// git clone https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-04-01
|
||||
/// git clone https://huggingface.co/csukuangfj/paraformer-onnxruntime-python-example
|
||||
/// git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512
|
||||
|
||||
/// NuGet for sherpa-onnx
|
||||
/// PM > Install-Package NAudio -version 2.1.0 -Project sherpa-onnx
|
||||
/// PM > Install-Package SherpaOnnxCsharp -Project sherpa-onnx
|
||||
|
||||
// transducer Usage:
|
||||
/*
|
||||
.\SherpaOnnx.Examples.exe `
|
||||
--tokens=./all_models/sherpa-onnx-conformer-en-2023-03-18/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-conformer-en-2023-03-18/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-conformer-en-2023-03-18/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-conformer-en-2023-03-18/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-conformer-en-2023-03-18/test_wavs/0.wav
|
||||
*/
|
||||
|
||||
// paraformer Usage:
|
||||
/*
|
||||
.\SherpaOnnx.Examples.exe `
|
||||
--tokens=./all_models/paraformer-onnxruntime-python-example/tokens.txt `
|
||||
--paraformer=./all_models/paraformer-onnxruntime-python-example/model.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/paraformer-onnxruntime-python-example/test_wavs/0.wav
|
||||
*/
|
||||
|
||||
// paraformer Usage:
|
||||
/*
|
||||
.\SherpaOnnx.Examples.exe `
|
||||
--tokens=./all_models/paraformer-onnxruntime-python-example/tokens.txt `
|
||||
--paraformer=./all_models/paraformer-onnxruntime-python-example/model.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/paraformer-onnxruntime-python-example/test_wavs/0.wav
|
||||
*/
|
||||
|
||||
|
||||
internal class OfflineDecodeFiles
|
||||
{
|
||||
static void Main(string[] args)
|
||||
{
|
||||
string usage = @"
|
||||
-----------------------------
|
||||
transducer Usage:
|
||||
--tokens=./all_models/sherpa-onnx-conformer-en-2023-03-18/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-conformer-en-2023-03-18/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-conformer-en-2023-03-18/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-conformer-en-2023-03-18/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-conformer-en-2023-03-18/test_wavs/0.wav
|
||||
|
||||
paraformer Usage:
|
||||
--tokens=./all_models/paraformer-onnxruntime-python-example/tokens.txt `
|
||||
--paraformer=./all_models/paraformer-onnxruntime-python-example/model.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/paraformer-onnxruntime-python-example/test_wavs/0.wav
|
||||
|
||||
nemo Usage:
|
||||
--tokens=./all_models/sherpa-onnx-nemo-ctc-en-citrinet-512/tokens.txt `
|
||||
--nemo_ctc=./all_models/sherpa-onnx-nemo-ctc-en-citrinet-512/model.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=greedy_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-nemo-ctc-en-citrinet-512/test_wavs/0.wav
|
||||
-----------------------------
|
||||
";
|
||||
if (args.Length == 0)
|
||||
{
|
||||
System.Console.WriteLine("Please enter the correct parameters:");
|
||||
System.Console.WriteLine(usage);
|
||||
System.Text.StringBuilder sb = new System.Text.StringBuilder();
|
||||
//args = Console.ReadLine().Split(" ");
|
||||
while (true)
|
||||
{
|
||||
string input = Console.ReadLine();
|
||||
sb.AppendLine(input);
|
||||
if (Console.ReadKey().Key == ConsoleKey.Enter)
|
||||
break;
|
||||
}
|
||||
args = sb.ToString().Split("\r\n");
|
||||
}
|
||||
Console.WriteLine("Started!\n");
|
||||
string? applicationBase = System.AppDomain.CurrentDomain.BaseDirectory;
|
||||
List<string> wavFiles = new List<string>();
|
||||
Dictionary<string, string> argsDict = GetDict(args, applicationBase, ref wavFiles);
|
||||
string decoder = argsDict.ContainsKey("decoder") ? Path.Combine(applicationBase, argsDict["decoder"]) : "";
|
||||
string encoder = argsDict.ContainsKey("encoder") ? Path.Combine(applicationBase, argsDict["encoder"]) : "";
|
||||
string joiner = argsDict.ContainsKey("joiner") ? Path.Combine(applicationBase, argsDict["joiner"]) : "";
|
||||
string paraformer = argsDict.ContainsKey("paraformer") ? Path.Combine(applicationBase, argsDict["paraformer"]) : "";
|
||||
string nemo_ctc = argsDict.ContainsKey("nemo_ctc") ? Path.Combine(applicationBase, argsDict["nemo_ctc"]) : "";
|
||||
string tokens = argsDict.ContainsKey("tokens") ? Path.Combine(applicationBase, argsDict["tokens"]) : "";
|
||||
string num_threads = argsDict.ContainsKey("num_threads") ? argsDict["num_threads"] : "";
|
||||
string decoding_method = argsDict.ContainsKey("decoding_method") ? argsDict["decoding_method"] : "";
|
||||
string debug = argsDict.ContainsKey("debug") ? argsDict["debug"] : "";
|
||||
|
||||
OfflineTransducer offlineTransducer = new OfflineTransducer();
|
||||
offlineTransducer.EncoderFilename = encoder;
|
||||
offlineTransducer.DecoderFilename = decoder;
|
||||
offlineTransducer.JoinerFilename = joiner;
|
||||
|
||||
OfflineParaformer offlineParaformer = new OfflineParaformer();
|
||||
offlineParaformer.Model = paraformer;
|
||||
|
||||
OfflineNemoEncDecCtc offlineNemoEncDecCtc = new OfflineNemoEncDecCtc();
|
||||
offlineNemoEncDecCtc.Model = nemo_ctc;
|
||||
|
||||
int numThreads = 0;
|
||||
int.TryParse(num_threads, out numThreads);
|
||||
bool isDebug = false;
|
||||
bool.TryParse(debug, out isDebug);
|
||||
|
||||
string decodingMethod = string.IsNullOrEmpty(decoding_method) ? "" : decoding_method;
|
||||
|
||||
if ((string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner))
|
||||
&& string.IsNullOrEmpty(paraformer)
|
||||
&& string.IsNullOrEmpty(nemo_ctc))
|
||||
{
|
||||
Console.WriteLine("Please specify at least one model");
|
||||
Console.WriteLine(usage);
|
||||
}
|
||||
// batch decode
|
||||
TimeSpan total_duration = TimeSpan.Zero;
|
||||
TimeSpan start_time = TimeSpan.Zero;
|
||||
TimeSpan end_time = TimeSpan.Zero;
|
||||
List<OfflineRecognizerResultEntity> results = new List<OfflineRecognizerResultEntity>();
|
||||
if (!(string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner)))
|
||||
{
|
||||
OfflineRecognizer<OfflineTransducer> offlineRecognizer = new OfflineRecognizer<OfflineTransducer>(
|
||||
offlineTransducer,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
List<float[]> samplesList = new List<float[]>();
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
float[] samples = AudioHelper.GetFileSamples(wavFile, ref duration);
|
||||
samplesList.Add(samples);
|
||||
total_duration += duration;
|
||||
}
|
||||
OfflineStream[] streams = offlineRecognizer.CreateOfflineStream(samplesList);
|
||||
start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
offlineRecognizer.DecodeMultipleOfflineStreams(streams);
|
||||
results = offlineRecognizer.GetResults(streams);
|
||||
end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
else if (!string.IsNullOrEmpty(paraformer))
|
||||
{
|
||||
OfflineRecognizer<OfflineParaformer> offlineRecognizer = new OfflineRecognizer<OfflineParaformer>(
|
||||
offlineParaformer,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
List<float[]> samplesList = new List<float[]>();
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
float[] samples = AudioHelper.GetFileSamples(wavFile, ref duration);
|
||||
samplesList.Add(samples);
|
||||
total_duration += duration;
|
||||
}
|
||||
OfflineStream[] streams = offlineRecognizer.CreateOfflineStream(samplesList);
|
||||
start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
offlineRecognizer.DecodeMultipleOfflineStreams(streams);
|
||||
results = offlineRecognizer.GetResults(streams);
|
||||
end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
else if (!string.IsNullOrEmpty(nemo_ctc))
|
||||
{
|
||||
OfflineRecognizer<OfflineNemoEncDecCtc> offlineRecognizer = new OfflineRecognizer<OfflineNemoEncDecCtc>(
|
||||
offlineNemoEncDecCtc,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
List<float[]> samplesList = new List<float[]>();
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
float[] samples = AudioHelper.GetFileSamples(wavFile, ref duration);
|
||||
samplesList.Add(samples);
|
||||
total_duration += duration;
|
||||
}
|
||||
OfflineStream[] streams = offlineRecognizer.CreateOfflineStream(samplesList);
|
||||
start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
offlineRecognizer.DecodeMultipleOfflineStreams(streams);
|
||||
results = offlineRecognizer.GetResults(streams);
|
||||
end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
|
||||
foreach (var item in results.Zip<OfflineRecognizerResultEntity, string>(wavFiles))
|
||||
{
|
||||
Console.WriteLine("wavFile:{0}", item.Second);
|
||||
Console.WriteLine("text:{0}", item.First.text.ToLower());
|
||||
Console.WriteLine("text_len:{0}\n", item.First.text_len.ToString());
|
||||
}
|
||||
|
||||
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
|
||||
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
|
||||
Console.WriteLine("num_threads:{0}", num_threads);
|
||||
Console.WriteLine("decoding_method:{0}", decodingMethod);
|
||||
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
|
||||
Console.WriteLine("wave total_duration_milliseconds:{0}", total_duration.TotalMilliseconds.ToString());
|
||||
Console.WriteLine("Real time factor (RTF):{0}", rtf.ToString());
|
||||
|
||||
Console.WriteLine("End!");
|
||||
}
|
||||
|
||||
static Dictionary<string, string> GetDict(string[] args, string applicationBase, ref List<string> wavFiles)
|
||||
{
|
||||
Dictionary<string, string> argsDict = new Dictionary<string, string>();
|
||||
foreach (string input in args)
|
||||
{
|
||||
string[] ss = input.Split("=");
|
||||
if (ss.Length == 1)
|
||||
{
|
||||
if (!string.IsNullOrEmpty(ss[0]))
|
||||
{
|
||||
wavFiles.Add(Path.Combine(applicationBase, ss[0].Trim(new char[] { '-', '`', ' ' })));
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
argsDict.Add(ss[0].Trim(new char[] { '-', '`', ' ' }).Replace("-", "_"), ss[1].Trim(new char[] { '-', '`', ' ' }));
|
||||
}
|
||||
}
|
||||
return argsDict;
|
||||
}
|
||||
}
|
||||
171
csharp-api-examples/OnlineDecodeFile.cs
Normal file
171
csharp-api-examples/OnlineDecodeFile.cs
Normal file
@@ -0,0 +1,171 @@
|
||||
// See https://aka.ms/new-console-template for more information
|
||||
// Copyright (c) 2023 by manyeyes
|
||||
using SherpaOnnx;
|
||||
/// Please refer to
|
||||
/// https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html
|
||||
/// to download pre-trained models. That is, you can find encoder-xxx.onnx
|
||||
/// decoder-xxx.onnx, joiner-xxx.onnx, and tokens.txt for this struct
|
||||
/// from there.
|
||||
|
||||
/// download model eg:
|
||||
/// (The directory where the application runs)
|
||||
/// [/path/to]=System.AppDomain.CurrentDomain.BaseDirectory
|
||||
/// cd /path/to
|
||||
/// git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
|
||||
|
||||
/// NuGet for sherpa-onnx
|
||||
/// PM > Install-Package NAudio -version 2.1.0 -Project sherpa-onnx
|
||||
/// PM > Install-Package SherpaOnnxCsharp -Project sherpa-onnx
|
||||
|
||||
// transducer Usage:
|
||||
/*
|
||||
.\SherpaOnnx.Examples.exe `
|
||||
--tokens=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=modified_beam_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/0.wav
|
||||
*/
|
||||
|
||||
internal class OnlineDecodeFile
|
||||
{
|
||||
static void Main(string[] args)
|
||||
{
|
||||
string usage = @"
|
||||
-----------------------------
|
||||
transducer Usage:
|
||||
--tokens=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=modified_beam_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/0.wav
|
||||
-----------------------------
|
||||
";
|
||||
if (args.Length == 0)
|
||||
{
|
||||
System.Console.WriteLine("Please enter the correct parameters:");
|
||||
System.Console.WriteLine(usage);
|
||||
System.Text.StringBuilder sb = new System.Text.StringBuilder();
|
||||
//args = Console.ReadLine().Split(" ");
|
||||
while (true)
|
||||
{
|
||||
string input = Console.ReadLine();
|
||||
sb.AppendLine(input);
|
||||
if (Console.ReadKey().Key == ConsoleKey.Enter)
|
||||
break;
|
||||
}
|
||||
args = sb.ToString().Split("\r\n");
|
||||
}
|
||||
Console.WriteLine("Started!\n");
|
||||
string? applicationBase = System.AppDomain.CurrentDomain.BaseDirectory;
|
||||
List<string> wavFiles = new List<string>();
|
||||
Dictionary<string, string> argsDict = GetDict(args, applicationBase, ref wavFiles);
|
||||
string decoder = argsDict.ContainsKey("decoder") ? Path.Combine(applicationBase, argsDict["decoder"]) : "";
|
||||
string encoder = argsDict.ContainsKey("encoder") ? Path.Combine(applicationBase, argsDict["encoder"]) : "";
|
||||
string joiner = argsDict.ContainsKey("joiner") ? Path.Combine(applicationBase, argsDict["joiner"]) : "";
|
||||
string paraformer = argsDict.ContainsKey("paraformer") ? Path.Combine(applicationBase, argsDict["paraformer"]) : "";
|
||||
string nemo_ctc = argsDict.ContainsKey("nemo_ctc") ? Path.Combine(applicationBase, argsDict["nemo_ctc"]) : "";
|
||||
string tokens = argsDict.ContainsKey("tokens") ? Path.Combine(applicationBase, argsDict["tokens"]) : "";
|
||||
string num_threads = argsDict.ContainsKey("num_threads") ? argsDict["num_threads"] : "";
|
||||
string decoding_method = argsDict.ContainsKey("decoding_method") ? argsDict["decoding_method"] : "";
|
||||
string debug = argsDict.ContainsKey("debug") ? argsDict["debug"] : "";
|
||||
|
||||
OfflineTransducer offlineTransducer = new OfflineTransducer();
|
||||
offlineTransducer.EncoderFilename = encoder;
|
||||
offlineTransducer.DecoderFilename = decoder;
|
||||
offlineTransducer.JoinerFilename = joiner;
|
||||
|
||||
OfflineParaformer offlineParaformer = new OfflineParaformer();
|
||||
offlineParaformer.Model = paraformer;
|
||||
|
||||
OfflineNemoEncDecCtc offlineNemoEncDecCtc = new OfflineNemoEncDecCtc();
|
||||
offlineNemoEncDecCtc.Model = nemo_ctc;
|
||||
|
||||
int numThreads = 0;
|
||||
int.TryParse(num_threads, out numThreads);
|
||||
bool isDebug = false;
|
||||
bool.TryParse(debug, out isDebug);
|
||||
|
||||
string decodingMethod = string.IsNullOrEmpty(decoding_method) ? "" : decoding_method;
|
||||
|
||||
if ((string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner))
|
||||
&& string.IsNullOrEmpty(paraformer)
|
||||
&& string.IsNullOrEmpty(nemo_ctc))
|
||||
{
|
||||
Console.WriteLine("Please specify at least one model");
|
||||
Console.WriteLine(usage);
|
||||
}
|
||||
// batch decode
|
||||
TimeSpan total_duration = TimeSpan.Zero;
|
||||
TimeSpan start_time = TimeSpan.Zero;
|
||||
TimeSpan end_time = TimeSpan.Zero;
|
||||
List<OfflineRecognizerResultEntity> results = new List<OfflineRecognizerResultEntity>();
|
||||
if (!(string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner)))
|
||||
{
|
||||
OnlineTransducer onlineTransducer = new OnlineTransducer();
|
||||
onlineTransducer.EncoderFilename = encoder;
|
||||
onlineTransducer.DecoderFilename = decoder;
|
||||
onlineTransducer.JoinerFilename = joiner;
|
||||
//test online
|
||||
OnlineRecognizer<OnlineTransducer> onlineRecognizer = new OnlineRecognizer<OnlineTransducer>(
|
||||
onlineTransducer,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
List<float[]> samplesList = AudioHelper.GetChunkSamplesList(wavFile, ref duration);
|
||||
OnlineStream stream = onlineRecognizer.CreateStream();
|
||||
start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
for (int i = 0; i < samplesList.Count; i++)
|
||||
{
|
||||
onlineRecognizer.AcceptWaveForm(stream, 16000, samplesList[i]);
|
||||
onlineRecognizer.DecodeStream(stream);
|
||||
OnlineRecognizerResultEntity result_on = onlineRecognizer.GetResult(stream);
|
||||
Console.WriteLine(result_on.text);
|
||||
}
|
||||
total_duration += duration;
|
||||
}
|
||||
end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
|
||||
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
|
||||
Console.WriteLine("num_threads:{0}", num_threads);
|
||||
Console.WriteLine("decoding_method:{0}", decodingMethod);
|
||||
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
|
||||
Console.WriteLine("wave total_duration_milliseconds:{0}", total_duration.TotalMilliseconds.ToString());
|
||||
Console.WriteLine("Real time factor (RTF):{0}", rtf.ToString());
|
||||
|
||||
Console.WriteLine("End!");
|
||||
}
|
||||
|
||||
static Dictionary<string, string> GetDict(string[] args, string applicationBase, ref List<string> wavFiles)
|
||||
{
|
||||
Dictionary<string, string> argsDict = new Dictionary<string, string>();
|
||||
foreach (string input in args)
|
||||
{
|
||||
string[] ss = input.Split("=");
|
||||
if (ss.Length == 1)
|
||||
{
|
||||
if (!string.IsNullOrEmpty(ss[0]))
|
||||
{
|
||||
wavFiles.Add(Path.Combine(applicationBase, ss[0].Trim(new char[] { '-', '`', ' ' })));
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
argsDict.Add(ss[0].Trim(new char[] { '-', '`', ' ' }).Replace("-", "_"), ss[1].Trim(new char[] { '-', '`', ' ' }));
|
||||
}
|
||||
}
|
||||
return argsDict;
|
||||
}
|
||||
|
||||
}
|
||||
221
csharp-api-examples/OnlineDecodeFiles.cs
Normal file
221
csharp-api-examples/OnlineDecodeFiles.cs
Normal file
@@ -0,0 +1,221 @@
|
||||
// See https://aka.ms/new-console-template for more information
|
||||
// Copyright (c) 2023 by manyeyes
|
||||
using SherpaOnnx;
|
||||
/// Please refer to
|
||||
/// https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html
|
||||
/// to download pre-trained models. That is, you can find encoder-xxx.onnx
|
||||
/// decoder-xxx.onnx, joiner-xxx.onnx, and tokens.txt for this struct
|
||||
/// from there.
|
||||
|
||||
/// download model eg:
|
||||
/// (The directory where the application runs)
|
||||
/// [/path/to]=System.AppDomain.CurrentDomain.BaseDirectory
|
||||
/// cd /path/to
|
||||
/// git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
|
||||
|
||||
/// NuGet for sherpa-onnx
|
||||
/// PM > Install-Package NAudio -version 2.1.0 -Project sherpa-onnx
|
||||
/// PM > Install-Package SherpaOnnxCsharp -Project sherpa-onnx
|
||||
|
||||
// transducer Usage:
|
||||
/*
|
||||
.\SherpaOnnx.Examples.exe `
|
||||
--tokens=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=modified_beam_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/0.wav `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/1.wav
|
||||
*/
|
||||
|
||||
internal class OnlineDecodeFiles
|
||||
{
|
||||
static void Main(string[] args)
|
||||
{
|
||||
string usage = @"
|
||||
-----------------------------
|
||||
transducer Usage:
|
||||
--tokens=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt `
|
||||
--encoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.onnx `
|
||||
--decoder=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.onnx `
|
||||
--joiner=./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.onnx `
|
||||
--num-threads=2 `
|
||||
--decoding-method=modified_beam_search `
|
||||
--debug=false `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/0.wav `
|
||||
./all_models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/test_wavs/1.wav
|
||||
-----------------------------
|
||||
";
|
||||
if (args.Length == 0)
|
||||
{
|
||||
System.Console.WriteLine("Please enter the correct parameters:");
|
||||
System.Console.WriteLine(usage);
|
||||
System.Text.StringBuilder sb = new System.Text.StringBuilder();
|
||||
//args = Console.ReadLine().Split(" ");
|
||||
while (true)
|
||||
{
|
||||
string input = Console.ReadLine();
|
||||
sb.AppendLine(input);
|
||||
if (Console.ReadKey().Key == ConsoleKey.Enter)
|
||||
break;
|
||||
}
|
||||
args = sb.ToString().Split("\r\n");
|
||||
}
|
||||
Console.WriteLine("Started!\n");
|
||||
string? applicationBase = System.AppDomain.CurrentDomain.BaseDirectory;
|
||||
List<string> wavFiles = new List<string>();
|
||||
Dictionary<string, string> argsDict = GetDict(args, applicationBase, ref wavFiles);
|
||||
string decoder = argsDict.ContainsKey("decoder") ? Path.Combine(applicationBase, argsDict["decoder"]) : "";
|
||||
string encoder = argsDict.ContainsKey("encoder") ? Path.Combine(applicationBase, argsDict["encoder"]) : "";
|
||||
string joiner = argsDict.ContainsKey("joiner") ? Path.Combine(applicationBase, argsDict["joiner"]) : "";
|
||||
string paraformer = argsDict.ContainsKey("paraformer") ? Path.Combine(applicationBase, argsDict["paraformer"]) : "";
|
||||
string nemo_ctc = argsDict.ContainsKey("nemo_ctc") ? Path.Combine(applicationBase, argsDict["nemo_ctc"]) : "";
|
||||
string tokens = argsDict.ContainsKey("tokens") ? Path.Combine(applicationBase, argsDict["tokens"]) : "";
|
||||
string num_threads = argsDict.ContainsKey("num_threads") ? argsDict["num_threads"] : "";
|
||||
string decoding_method = argsDict.ContainsKey("decoding_method") ? argsDict["decoding_method"] : "";
|
||||
string debug = argsDict.ContainsKey("debug") ? argsDict["debug"] : "";
|
||||
|
||||
OfflineTransducer offlineTransducer = new OfflineTransducer();
|
||||
offlineTransducer.EncoderFilename = encoder;
|
||||
offlineTransducer.DecoderFilename = decoder;
|
||||
offlineTransducer.JoinerFilename = joiner;
|
||||
|
||||
OfflineParaformer offlineParaformer = new OfflineParaformer();
|
||||
offlineParaformer.Model = paraformer;
|
||||
|
||||
OfflineNemoEncDecCtc offlineNemoEncDecCtc = new OfflineNemoEncDecCtc();
|
||||
offlineNemoEncDecCtc.Model = nemo_ctc;
|
||||
|
||||
int numThreads = 0;
|
||||
int.TryParse(num_threads, out numThreads);
|
||||
bool isDebug = false;
|
||||
bool.TryParse(debug, out isDebug);
|
||||
|
||||
string decodingMethod = string.IsNullOrEmpty(decoding_method) ? "" : decoding_method;
|
||||
|
||||
if ((string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner))
|
||||
&& string.IsNullOrEmpty(paraformer)
|
||||
&& string.IsNullOrEmpty(nemo_ctc))
|
||||
{
|
||||
Console.WriteLine("Please specify at least one model");
|
||||
Console.WriteLine(usage);
|
||||
}
|
||||
// batch decode
|
||||
TimeSpan total_duration = TimeSpan.Zero;
|
||||
TimeSpan start_time = TimeSpan.Zero;
|
||||
TimeSpan end_time = TimeSpan.Zero;
|
||||
List<OnlineRecognizerResultEntity> results = new List<OnlineRecognizerResultEntity>();
|
||||
if (!(string.IsNullOrEmpty(encoder) || string.IsNullOrEmpty(decoder) || string.IsNullOrEmpty(joiner)))
|
||||
{
|
||||
OnlineTransducer onlineTransducer = new OnlineTransducer();
|
||||
onlineTransducer.EncoderFilename = encoder;
|
||||
onlineTransducer.DecoderFilename = decoder;
|
||||
onlineTransducer.JoinerFilename = joiner;
|
||||
//test online
|
||||
OnlineRecognizer<OnlineTransducer> onlineRecognizer = new OnlineRecognizer<OnlineTransducer>(
|
||||
onlineTransducer,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
List<float[]> samplesList = new List<float[]>();
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
float[] samples = AudioHelper.GetFileSamples(wavFile, ref duration);
|
||||
samplesList.Add(samples);
|
||||
total_duration += duration;
|
||||
}
|
||||
start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
List<OnlineStream> streams = new List<OnlineStream>();
|
||||
foreach (float[] samples in samplesList)
|
||||
{
|
||||
OnlineStream stream = onlineRecognizer.CreateStream();
|
||||
onlineRecognizer.AcceptWaveForm(stream, 16000, samples);
|
||||
streams.Add(stream);
|
||||
onlineRecognizer.InputFinished(stream);
|
||||
}
|
||||
onlineRecognizer.DecodeMultipleStreams(streams);
|
||||
results = onlineRecognizer.GetResults(streams);
|
||||
foreach (OnlineRecognizerResultEntity result in results)
|
||||
{
|
||||
Console.WriteLine(result.text);
|
||||
}
|
||||
end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
|
||||
|
||||
foreach (var item in results.Zip<OnlineRecognizerResultEntity, string>(wavFiles))
|
||||
{
|
||||
Console.WriteLine("wavFile:{0}", item.Second);
|
||||
Console.WriteLine("text:{0}", item.First.text.ToLower());
|
||||
Console.WriteLine("text_len:{0}\n", item.First.text_len.ToString());
|
||||
}
|
||||
|
||||
double elapsed_milliseconds = end_time.TotalMilliseconds - start_time.TotalMilliseconds;
|
||||
double rtf = elapsed_milliseconds / total_duration.TotalMilliseconds;
|
||||
Console.WriteLine("num_threads:{0}", num_threads);
|
||||
Console.WriteLine("decoding_method:{0}", decodingMethod);
|
||||
Console.WriteLine("elapsed_milliseconds:{0}", elapsed_milliseconds.ToString());
|
||||
Console.WriteLine("wave total_duration_milliseconds:{0}", total_duration.TotalMilliseconds.ToString());
|
||||
Console.WriteLine("Real time factor (RTF):{0}", rtf.ToString());
|
||||
|
||||
Console.WriteLine("End!");
|
||||
}
|
||||
|
||||
public void AnotherWayOfDecodeFiles(string encoder, string decoder, string joiner, string tokens, int numThreads, bool isDebug, string decodingMethod, List<string> wavFiles, ref TimeSpan total_duration)
|
||||
{
|
||||
OnlineTransducer onlineTransducer = new OnlineTransducer();
|
||||
onlineTransducer.EncoderFilename = encoder;
|
||||
onlineTransducer.DecoderFilename = decoder;
|
||||
onlineTransducer.JoinerFilename = joiner;
|
||||
//test online
|
||||
OnlineRecognizer<OnlineTransducer> onlineRecognizer = new OnlineRecognizer<OnlineTransducer>(
|
||||
onlineTransducer,
|
||||
tokens,
|
||||
num_threads: numThreads,
|
||||
debug: isDebug,
|
||||
decoding_method: decodingMethod);
|
||||
List<float[]> samplesList = new List<float[]>();
|
||||
foreach (string wavFile in wavFiles)
|
||||
{
|
||||
TimeSpan duration = TimeSpan.Zero;
|
||||
float[] samples = AudioHelper.GetFileSamples(wavFile, ref duration);
|
||||
samplesList.Add(samples);
|
||||
total_duration += duration;
|
||||
}
|
||||
TimeSpan start_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
List<OnlineStream> streams = onlineRecognizer.CreateStreams(samplesList);
|
||||
onlineRecognizer.DecodeMultipleStreams(streams);
|
||||
List<OnlineRecognizerResultEntity> results = onlineRecognizer.GetResults(streams);
|
||||
foreach (OnlineRecognizerResultEntity result in results)
|
||||
{
|
||||
Console.WriteLine(result.text);
|
||||
}
|
||||
TimeSpan end_time = new TimeSpan(DateTime.Now.Ticks);
|
||||
}
|
||||
|
||||
static Dictionary<string, string> GetDict(string[] args, string applicationBase, ref List<string> wavFiles)
|
||||
{
|
||||
Dictionary<string, string> argsDict = new Dictionary<string, string>();
|
||||
foreach (string input in args)
|
||||
{
|
||||
string[] ss = input.Split("=");
|
||||
if (ss.Length == 1)
|
||||
{
|
||||
if (!string.IsNullOrEmpty(ss[0]))
|
||||
{
|
||||
wavFiles.Add(Path.Combine(applicationBase, ss[0].Trim(new char[] { '-', '`', ' ' })));
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
argsDict.Add(ss[0].Trim(new char[] { '-', '`', ' ' }).Replace("-", "_"), ss[1].Trim(new char[] { '-', '`', ' ' }));
|
||||
}
|
||||
}
|
||||
return argsDict;
|
||||
}
|
||||
}
|
||||
9
csharp-api-examples/README.md
Normal file
9
csharp-api-examples/README.md
Normal file
@@ -0,0 +1,9 @@
|
||||
#ProjectReference csharp-api
|
||||
`<ProjectReference Include="..\SherpaOnnx\SherpaOnnx.csproj" />`
|
||||
The location of the 'SherpaOnnx' file is ../sherpa-onnx/csharp-api.
|
||||
This C # API is cross platform and you can compile it yourself in Windows, Mac OS, and Linux environments.
|
||||
|
||||
------------
|
||||
Alternatively, install sherpaonnx through nuget.
|
||||
#NuGet for sherpa-onnx
|
||||
PM > Install-Package SherpaOnnxCsharp -Project sherpa-onnx
|
||||
67
csharp-api-examples/Utils/AudioHelper.cs
Normal file
67
csharp-api-examples/Utils/AudioHelper.cs
Normal file
@@ -0,0 +1,67 @@
|
||||
using NAudio.Wave;
|
||||
using System;
|
||||
using System.Collections.Generic;
|
||||
using System.Diagnostics;
|
||||
using System.Linq;
|
||||
using System.Text;
|
||||
using System.Threading.Tasks;
|
||||
|
||||
/// <summary>
|
||||
/// audio processing
|
||||
/// Copyright (c) 2023 by manyeyes
|
||||
/// </summary>
|
||||
public class AudioHelper
|
||||
{
|
||||
public static float[] GetFileSamples(string wavFilePath, ref TimeSpan duration)
|
||||
{
|
||||
if (!File.Exists(wavFilePath))
|
||||
{
|
||||
Trace.Assert(File.Exists(wavFilePath), "file does not exist:" + wavFilePath);
|
||||
return new float[1];
|
||||
}
|
||||
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
|
||||
byte[] datas = new byte[_audioFileReader.Length];
|
||||
_audioFileReader.Read(datas, 0, datas.Length);
|
||||
duration = _audioFileReader.TotalTime;
|
||||
float[] wavdata = new float[datas.Length / sizeof(float)];
|
||||
Buffer.BlockCopy(datas, 0, wavdata, 0, datas.Length);
|
||||
return wavdata;
|
||||
}
|
||||
|
||||
public static List<float[]> GetChunkSamplesList(string wavFilePath, ref TimeSpan duration)
|
||||
{
|
||||
List<float[]> wavdatas = new List<float[]>();
|
||||
if (!File.Exists(wavFilePath))
|
||||
{
|
||||
Trace.Assert(File.Exists(wavFilePath), "file does not exist:" + wavFilePath);
|
||||
wavdatas.Add(new float[1]);
|
||||
return wavdatas;
|
||||
}
|
||||
AudioFileReader _audioFileReader = new AudioFileReader(wavFilePath);
|
||||
byte[] datas = new byte[_audioFileReader.Length];
|
||||
int chunkSize = 16000;// datas.Length / sizeof(float);
|
||||
int chunkNum = (int)Math.Ceiling((double)datas.Length / chunkSize);
|
||||
for (int i = 0; i < chunkNum; i++)
|
||||
{
|
||||
int offset = 0;
|
||||
int dataCount = 0;
|
||||
if (Math.Abs(datas.Length - i * chunkSize) > chunkSize)
|
||||
{
|
||||
offset = i * chunkSize;
|
||||
dataCount = chunkSize;
|
||||
}
|
||||
else
|
||||
{
|
||||
offset = i * chunkSize;
|
||||
dataCount = datas.Length - i * chunkSize;
|
||||
}
|
||||
_audioFileReader.Read(datas, offset, dataCount);
|
||||
duration += _audioFileReader.TotalTime;
|
||||
float[] wavdata = new float[chunkSize / sizeof(float)];
|
||||
Buffer.BlockCopy(datas, offset, wavdata, 0, dataCount);
|
||||
wavdatas.Add(wavdata);
|
||||
|
||||
}
|
||||
return wavdatas;
|
||||
}
|
||||
}
|
||||
20
csharp-api-examples/sherpa-onnx.csproj
Normal file
20
csharp-api-examples/sherpa-onnx.csproj
Normal file
@@ -0,0 +1,20 @@
|
||||
<Project Sdk="Microsoft.NET.Sdk">
|
||||
|
||||
<PropertyGroup>
|
||||
<OutputType>Exe</OutputType>
|
||||
<TargetFramework>net6.0</TargetFramework>
|
||||
<RootNamespace>sherpa_onnx</RootNamespace>
|
||||
<ImplicitUsings>enable</ImplicitUsings>
|
||||
<Nullable>enable</Nullable>
|
||||
<StartupObject>OnlineDecodeFiles</StartupObject>
|
||||
</PropertyGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<PackageReference Include="NAudio" Version="2.1.0" />
|
||||
</ItemGroup>
|
||||
|
||||
<ItemGroup>
|
||||
<ProjectReference Include="..\SherpaOnnx\SherpaOnnx.csproj" />
|
||||
</ItemGroup>
|
||||
|
||||
</Project>
|
||||
Reference in New Issue
Block a user