Add Dart API for FireRedAsr AED Model (#1877)
This commit is contained in:
4
.github/scripts/test-dart.sh
vendored
4
.github/scripts/test-dart.sh
vendored
@@ -92,6 +92,10 @@ popd
|
|||||||
|
|
||||||
pushd non-streaming-asr
|
pushd non-streaming-asr
|
||||||
|
|
||||||
|
echo '----------FireRedAsr----------'
|
||||||
|
./run-fire-red-asr.sh
|
||||||
|
rm -rf sherpa-onnx-fire-red-asr-*
|
||||||
|
|
||||||
echo '----------SenseVoice----------'
|
echo '----------SenseVoice----------'
|
||||||
./run-sense-voice.sh
|
./run-sense-voice.sh
|
||||||
rm -rf sherpa-onnx-*
|
rm -rf sherpa-onnx-*
|
||||||
|
|||||||
58
dart-api-examples/non-streaming-asr/bin/fire-red-asr.dart
Normal file
58
dart-api-examples/non-streaming-asr/bin/fire-red-asr.dart
Normal file
@@ -0,0 +1,58 @@
|
|||||||
|
// Copyright (c) 2025 Xiaomi Corporation
|
||||||
|
import 'dart:io';
|
||||||
|
|
||||||
|
import 'package:args/args.dart';
|
||||||
|
import 'package:sherpa_onnx/sherpa_onnx.dart' as sherpa_onnx;
|
||||||
|
|
||||||
|
import './init.dart';
|
||||||
|
|
||||||
|
void main(List<String> arguments) async {
|
||||||
|
await initSherpaOnnx();
|
||||||
|
|
||||||
|
final parser = ArgParser()
|
||||||
|
..addOption('encoder', help: 'Path to the FireRedAsr encoder model')
|
||||||
|
..addOption('decoder', help: 'Path to FireRedAsr decoder model')
|
||||||
|
..addOption('tokens', help: 'Path to tokens.txt')
|
||||||
|
..addOption('input-wav', help: 'Path to input.wav to transcribe');
|
||||||
|
|
||||||
|
final res = parser.parse(arguments);
|
||||||
|
if (res['encoder'] == null ||
|
||||||
|
res['decoder'] == null ||
|
||||||
|
res['tokens'] == null ||
|
||||||
|
res['input-wav'] == null) {
|
||||||
|
print(parser.usage);
|
||||||
|
exit(1);
|
||||||
|
}
|
||||||
|
|
||||||
|
final encoder = res['encoder'] as String;
|
||||||
|
final decoder = res['decoder'] as String;
|
||||||
|
final tokens = res['tokens'] as String;
|
||||||
|
final inputWav = res['input-wav'] as String;
|
||||||
|
|
||||||
|
final fireRedAsr = sherpa_onnx.OfflineFireRedAsrModelConfig(
|
||||||
|
encoder: encoder,
|
||||||
|
decoder: decoder,
|
||||||
|
);
|
||||||
|
|
||||||
|
final modelConfig = sherpa_onnx.OfflineModelConfig(
|
||||||
|
fireRedAsr: fireRedAsr,
|
||||||
|
tokens: tokens,
|
||||||
|
debug: false,
|
||||||
|
numThreads: 1,
|
||||||
|
);
|
||||||
|
final config = sherpa_onnx.OfflineRecognizerConfig(model: modelConfig);
|
||||||
|
final recognizer = sherpa_onnx.OfflineRecognizer(config);
|
||||||
|
|
||||||
|
final waveData = sherpa_onnx.readWave(inputWav);
|
||||||
|
final stream = recognizer.createStream();
|
||||||
|
|
||||||
|
stream.acceptWaveform(
|
||||||
|
samples: waveData.samples, sampleRate: waveData.sampleRate);
|
||||||
|
recognizer.decode(stream);
|
||||||
|
|
||||||
|
final result = recognizer.getResult(stream);
|
||||||
|
print(result.text);
|
||||||
|
|
||||||
|
stream.free();
|
||||||
|
recognizer.free();
|
||||||
|
}
|
||||||
19
dart-api-examples/non-streaming-asr/run-fire-red-asr.sh
Executable file
19
dart-api-examples/non-streaming-asr/run-fire-red-asr.sh
Executable file
@@ -0,0 +1,19 @@
|
|||||||
|
#!/usr/bin/env bash
|
||||||
|
|
||||||
|
set -ex
|
||||||
|
|
||||||
|
if [ ! -f ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/encoder.int8.onnx ]; then
|
||||||
|
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
|
tar xvf sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
|
rm sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
|
ls -lh sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16
|
||||||
|
fi
|
||||||
|
|
||||||
|
dart pub get
|
||||||
|
|
||||||
|
dart run \
|
||||||
|
./bin/fire-red-asr.dart \
|
||||||
|
--encoder ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/encoder.int8.onnx \
|
||||||
|
--decoder ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/decoder.int8.onnx \
|
||||||
|
--tokens ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/tokens.txt \
|
||||||
|
--input-wav ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/test_wavs/0.wav
|
||||||
@@ -2,12 +2,12 @@
|
|||||||
|
|
||||||
set -ex
|
set -ex
|
||||||
|
|
||||||
if [ ! -f ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/encoder.int8.onnx ]; then
|
if [ ! -f ./sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16/encoder.int8.onnx ]; then
|
||||||
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
tar xvf sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
tar xvf sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
rm sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
rm sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16.tar.bz2
|
||||||
ls -lh sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16
|
ls -lh sherpa-onnx-fire-red-asr-large-zh_en-2025-02-16
|
||||||
fi
|
fi
|
||||||
|
|
||||||
dotnet run \
|
dotnet run \
|
||||||
--num-threads=2 \
|
--num-threads=2 \
|
||||||
|
|||||||
@@ -68,6 +68,20 @@ class OfflineWhisperModelConfig {
|
|||||||
final int tailPaddings;
|
final int tailPaddings;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
class OfflineFireRedAsrModelConfig {
|
||||||
|
const OfflineFireRedAsrModelConfig(
|
||||||
|
{this.encoder = '',
|
||||||
|
this.decoder = ''});
|
||||||
|
|
||||||
|
@override
|
||||||
|
String toString() {
|
||||||
|
return 'OfflineFireRedAsrModelConfig(encoder: $encoder, decoder: $decoder)';
|
||||||
|
}
|
||||||
|
|
||||||
|
final String encoder;
|
||||||
|
final String decoder;
|
||||||
|
}
|
||||||
|
|
||||||
class OfflineMoonshineModelConfig {
|
class OfflineMoonshineModelConfig {
|
||||||
const OfflineMoonshineModelConfig(
|
const OfflineMoonshineModelConfig(
|
||||||
{this.preprocessor = '',
|
{this.preprocessor = '',
|
||||||
@@ -135,6 +149,7 @@ class OfflineModelConfig {
|
|||||||
this.tdnn = const OfflineTdnnModelConfig(),
|
this.tdnn = const OfflineTdnnModelConfig(),
|
||||||
this.senseVoice = const OfflineSenseVoiceModelConfig(),
|
this.senseVoice = const OfflineSenseVoiceModelConfig(),
|
||||||
this.moonshine = const OfflineMoonshineModelConfig(),
|
this.moonshine = const OfflineMoonshineModelConfig(),
|
||||||
|
this.fireRedAsr = const OfflineFireRedAsrModelConfig(),
|
||||||
required this.tokens,
|
required this.tokens,
|
||||||
this.numThreads = 1,
|
this.numThreads = 1,
|
||||||
this.debug = true,
|
this.debug = true,
|
||||||
@@ -147,7 +162,7 @@ class OfflineModelConfig {
|
|||||||
|
|
||||||
@override
|
@override
|
||||||
String toString() {
|
String toString() {
|
||||||
return 'OfflineModelConfig(transducer: $transducer, paraformer: $paraformer, nemoCtc: $nemoCtc, whisper: $whisper, tdnn: $tdnn, senseVoice: $senseVoice, moonshine: $moonshine, tokens: $tokens, numThreads: $numThreads, debug: $debug, provider: $provider, modelType: $modelType, modelingUnit: $modelingUnit, bpeVocab: $bpeVocab, telespeechCtc: $telespeechCtc)';
|
return 'OfflineModelConfig(transducer: $transducer, paraformer: $paraformer, nemoCtc: $nemoCtc, whisper: $whisper, tdnn: $tdnn, senseVoice: $senseVoice, moonshine: $moonshine, fireRedAsr: $fireRedAsr, tokens: $tokens, numThreads: $numThreads, debug: $debug, provider: $provider, modelType: $modelType, modelingUnit: $modelingUnit, bpeVocab: $bpeVocab, telespeechCtc: $telespeechCtc)';
|
||||||
}
|
}
|
||||||
|
|
||||||
final OfflineTransducerModelConfig transducer;
|
final OfflineTransducerModelConfig transducer;
|
||||||
@@ -157,6 +172,7 @@ class OfflineModelConfig {
|
|||||||
final OfflineTdnnModelConfig tdnn;
|
final OfflineTdnnModelConfig tdnn;
|
||||||
final OfflineSenseVoiceModelConfig senseVoice;
|
final OfflineSenseVoiceModelConfig senseVoice;
|
||||||
final OfflineMoonshineModelConfig moonshine;
|
final OfflineMoonshineModelConfig moonshine;
|
||||||
|
final OfflineFireRedAsrModelConfig fireRedAsr;
|
||||||
|
|
||||||
final String tokens;
|
final String tokens;
|
||||||
final int numThreads;
|
final int numThreads;
|
||||||
@@ -288,6 +304,10 @@ class OfflineRecognizer {
|
|||||||
c.ref.model.moonshine.cachedDecoder =
|
c.ref.model.moonshine.cachedDecoder =
|
||||||
config.model.moonshine.cachedDecoder.toNativeUtf8();
|
config.model.moonshine.cachedDecoder.toNativeUtf8();
|
||||||
|
|
||||||
|
// FireRedAsr
|
||||||
|
c.ref.model.fireRedAsr.encoder = config.model.fireRedAsr.encoder.toNativeUtf8();
|
||||||
|
c.ref.model.fireRedAsr.decoder = config.model.fireRedAsr.decoder.toNativeUtf8();
|
||||||
|
|
||||||
c.ref.model.tokens = config.model.tokens.toNativeUtf8();
|
c.ref.model.tokens = config.model.tokens.toNativeUtf8();
|
||||||
|
|
||||||
c.ref.model.numThreads = config.model.numThreads;
|
c.ref.model.numThreads = config.model.numThreads;
|
||||||
@@ -325,6 +345,8 @@ class OfflineRecognizer {
|
|||||||
calloc.free(c.ref.model.modelType);
|
calloc.free(c.ref.model.modelType);
|
||||||
calloc.free(c.ref.model.provider);
|
calloc.free(c.ref.model.provider);
|
||||||
calloc.free(c.ref.model.tokens);
|
calloc.free(c.ref.model.tokens);
|
||||||
|
calloc.free(c.ref.model.fireRedAsr.decoder);
|
||||||
|
calloc.free(c.ref.model.fireRedAsr.encoder);
|
||||||
calloc.free(c.ref.model.moonshine.cachedDecoder);
|
calloc.free(c.ref.model.moonshine.cachedDecoder);
|
||||||
calloc.free(c.ref.model.moonshine.uncachedDecoder);
|
calloc.free(c.ref.model.moonshine.uncachedDecoder);
|
||||||
calloc.free(c.ref.model.moonshine.encoder);
|
calloc.free(c.ref.model.moonshine.encoder);
|
||||||
|
|||||||
@@ -248,6 +248,11 @@ final class SherpaOnnxOfflineMoonshineModelConfig extends Struct {
|
|||||||
external Pointer<Utf8> cachedDecoder;
|
external Pointer<Utf8> cachedDecoder;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
final class SherpaOnnxOfflineFireRedAsrModelConfig extends Struct {
|
||||||
|
external Pointer<Utf8> encoder;
|
||||||
|
external Pointer<Utf8> decoder;
|
||||||
|
}
|
||||||
|
|
||||||
final class SherpaOnnxOfflineTdnnModelConfig extends Struct {
|
final class SherpaOnnxOfflineTdnnModelConfig extends Struct {
|
||||||
external Pointer<Utf8> model;
|
external Pointer<Utf8> model;
|
||||||
}
|
}
|
||||||
@@ -291,6 +296,7 @@ final class SherpaOnnxOfflineModelConfig extends Struct {
|
|||||||
|
|
||||||
external SherpaOnnxOfflineSenseVoiceModelConfig senseVoice;
|
external SherpaOnnxOfflineSenseVoiceModelConfig senseVoice;
|
||||||
external SherpaOnnxOfflineMoonshineModelConfig moonshine;
|
external SherpaOnnxOfflineMoonshineModelConfig moonshine;
|
||||||
|
external SherpaOnnxOfflineFireRedAsrModelConfig fireRedAsr;
|
||||||
}
|
}
|
||||||
|
|
||||||
final class SherpaOnnxOfflineRecognizerConfig extends Struct {
|
final class SherpaOnnxOfflineRecognizerConfig extends Struct {
|
||||||
|
|||||||
Reference in New Issue
Block a user