EngineX-Iluvatar/enginex_bi_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add Dart API for Moonshine models. (#1481)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-10-27 12:04:12 +08:00
committed by GitHub
parent 6f261d39f3
commit 54468a7370
7 changed files with 302 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

69
dart-api-examples/non-streaming-asr/bin/moonshine.dart Normal file
View File

@@ -0,0 +1,69 @@
// Copyright (c) 2024 Xiaomi Corporation
import 'dart:io';
import 'package:args/args.dart';
import 'package:sherpa_onnx/sherpa_onnx.dart' as sherpa_onnx;
import './init.dart';
void main(List<String> arguments) async {
await initSherpaOnnx();
final parser = ArgParser()
..addOption('preprocessor',
help: 'Path to the moonshine preprocessor model')
..addOption('encoder', help: 'Path to the moonshine encoder model')
..addOption('uncached-decoder',
help: 'Path to moonshine uncached decoder model')
..addOption('cached-decoder',
help: 'Path to moonshine cached decoder model')
..addOption('tokens', help: 'Path to tokens.txt')
..addOption('input-wav', help: 'Path to input.wav to transcribe');
final res = parser.parse(arguments);
if (res['preprocessor'] == null ||
res['encoder'] == null ||
res['uncached-decoder'] == null ||
res['cached-decoder'] == null ||
res['tokens'] == null ||
res['input-wav'] == null) {
print(parser.usage);
exit(1);
}
final preprocessor = res['preprocessor'] as String;
final encoder = res['encoder'] as String;
final uncachedDecoder = res['uncached-decoder'] as String;
final cachedDecoder = res['cached-decoder'] as String;
final tokens = res['tokens'] as String;
final inputWav = res['input-wav'] as String;
final moonshine = sherpa_onnx.OfflineMoonshineModelConfig(
preprocessor: preprocessor,
encoder: encoder,
uncachedDecoder: uncachedDecoder,
cachedDecoder: cachedDecoder,
);
final modelConfig = sherpa_onnx.OfflineModelConfig(
moonshine: moonshine,
tokens: tokens,
debug: false,
numThreads: 1,
);
final config = sherpa_onnx.OfflineRecognizerConfig(model: modelConfig);
final recognizer = sherpa_onnx.OfflineRecognizer(config);
final waveData = sherpa_onnx.readWave(inputWav);
final stream = recognizer.createStream();
stream.acceptWaveform(
samples: waveData.samples, sampleRate: waveData.sampleRate);
recognizer.decode(stream);
final result = recognizer.getResult(stream);
print(result.text);
stream.free();
recognizer.free();
}

20
dart-api-examples/non-streaming-asr/run-moonshine.sh Executable file
View File

@@ -0,0 +1,20 @@
#!/usr/bin/env bash
set -ex
dart pub get
if [ ! -f ./sherpa-onnx-moonshine-tiny-en-int8/tokens.txt ]; then
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
tar xvf sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
rm sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
fi
dart run \
./bin/moonshine.dart \
--preprocessor ./sherpa-onnx-moonshine-tiny-en-int8/preprocess.onnx \
--encoder ./sherpa-onnx-moonshine-tiny-en-int8/encode.int8.onnx \
--uncached-decoder ./sherpa-onnx-moonshine-tiny-en-int8/uncached_decode.int8.onnx \
--cached-decoder ./sherpa-onnx-moonshine-tiny-en-int8/cached_decode.int8.onnx \
--tokens ./sherpa-onnx-moonshine-tiny-en-int8/tokens.txt \
--input-wav ./sherpa-onnx-moonshine-tiny-en-int8/test_wavs/0.wav

134
dart-api-examples/vad-with-non-streaming-asr/bin/moonshine.dart Normal file
View File

@@ -0,0 +1,134 @@
// Copyright (c) 2024 Xiaomi Corporation
import 'dart:io';
import 'dart:typed_data';
import 'package:args/args.dart';
import 'package:sherpa_onnx/sherpa_onnx.dart' as sherpa_onnx;
import './init.dart';
void main(List<String> arguments) async {
await initSherpaOnnx();
final parser = ArgParser()
..addOption('silero-vad', help: 'Path to silero_vad.onnx')
..addOption('preprocessor',
help: 'Path to the moonshine preprocessor model')
..addOption('encoder', help: 'Path to the moonshine encoder model')
..addOption('uncached-decoder',
help: 'Path to moonshine uncached decoder model')
..addOption('cached-decoder',
help: 'Path to moonshine cached decoder model')
..addOption('tokens', help: 'Path to tokens.txt')
..addOption('input-wav', help: 'Path to input.wav to transcribe');
final res = parser.parse(arguments);
if (res['silero-vad'] == null ||
res['preprocessor'] == null ||
res['encoder'] == null ||
res['uncached-decoder'] == null ||
res['cached-decoder'] == null ||
res['tokens'] == null ||
res['input-wav'] == null) {
print(parser.usage);
exit(1);
}
// create VAD
final sileroVad = res['silero-vad'] as String;
final sileroVadConfig = sherpa_onnx.SileroVadModelConfig(
model: sileroVad,
minSilenceDuration: 0.25,
minSpeechDuration: 0.5,
maxSpeechDuration: 5.0,
);
final vadConfig = sherpa_onnx.VadModelConfig(
sileroVad: sileroVadConfig,
numThreads: 1,
debug: true,
);
final vad = sherpa_onnx.VoiceActivityDetector(
config: vadConfig, bufferSizeInSeconds: 10);
// create whisper recognizer
final preprocessor = res['preprocessor'] as String;
final encoder = res['encoder'] as String;
final uncachedDecoder = res['uncached-decoder'] as String;
final cachedDecoder = res['cached-decoder'] as String;
final tokens = res['tokens'] as String;
final inputWav = res['input-wav'] as String;
final moonshine = sherpa_onnx.OfflineMoonshineModelConfig(
preprocessor: preprocessor,
encoder: encoder,
uncachedDecoder: uncachedDecoder,
cachedDecoder: cachedDecoder,
);
final modelConfig = sherpa_onnx.OfflineModelConfig(
moonshine: moonshine,
tokens: tokens,
debug: false,
numThreads: 1,
);
final config = sherpa_onnx.OfflineRecognizerConfig(model: modelConfig);
final recognizer = sherpa_onnx.OfflineRecognizer(config);
final waveData = sherpa_onnx.readWave(inputWav);
if (waveData.sampleRate != 16000) {
print('Only 16000 Hz is supported. Given: ${waveData.sampleRate}');
exit(1);
}
int numSamples = waveData.samples.length;
int numIter = numSamples ~/ vadConfig.sileroVad.windowSize;
for (int i = 0; i != numIter; ++i) {
int start = i * vadConfig.sileroVad.windowSize;
vad.acceptWaveform(Float32List.sublistView(
waveData.samples, start, start + vadConfig.sileroVad.windowSize));
while (!vad.isEmpty()) {
final samples = vad.front().samples;
final startTime = vad.front().start.toDouble() / waveData.sampleRate;
final endTime =
startTime + samples.length.toDouble() / waveData.sampleRate;
final stream = recognizer.createStream();
stream.acceptWaveform(samples: samples, sampleRate: waveData.sampleRate);
recognizer.decode(stream);
final result = recognizer.getResult(stream);
stream.free();
print(
'${startTime.toStringAsPrecision(5)} -- ${endTime.toStringAsPrecision(5)} : ${result.text}');
vad.pop();
}
}
vad.flush();
while (!vad.isEmpty()) {
final samples = vad.front().samples;
final startTime = vad.front().start.toDouble() / waveData.sampleRate;
final endTime = startTime + samples.length.toDouble() / waveData.sampleRate;
final stream = recognizer.createStream();
stream.acceptWaveform(samples: samples, sampleRate: waveData.sampleRate);
recognizer.decode(stream);
final result = recognizer.getResult(stream);
stream.free();
print(
'${startTime.toStringAsPrecision(5)} -- ${endTime.toStringAsPrecision(5)} : ${result.text}');
vad.pop();
}
vad.free();
recognizer.free();
}

29
dart-api-examples/vad-with-non-streaming-asr/run-moonshine.sh Executable file
View File

@@ -0,0 +1,29 @@
#!/usr/bin/env bash
set -ex
dart pub get
if [ ! -f ./sherpa-onnx-moonshine-tiny-en-int8/tokens.txt ]; then
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
tar xvf sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
rm sherpa-onnx-moonshine-tiny-en-int8.tar.bz2
fi
if [ ! -f ./Obama.wav ]; then
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/Obama.wav
fi
if [[ ! -f ./silero_vad.onnx ]]; then
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/silero_vad.onnx
fi
dart run \
./bin/moonshine.dart \
--silero-vad ./silero_vad.onnx \
--preprocessor ./sherpa-onnx-moonshine-tiny-en-int8/preprocess.onnx \
--encoder ./sherpa-onnx-moonshine-tiny-en-int8/encode.int8.onnx \
--uncached-decoder ./sherpa-onnx-moonshine-tiny-en-int8/uncached_decode.int8.onnx \
--cached-decoder ./sherpa-onnx-moonshine-tiny-en-int8/cached_decode.int8.onnx \
--tokens ./sherpa-onnx-moonshine-tiny-en-int8/tokens.txt \
--input-wav ./Obama.wav