Add VAD example for Dart API (#996)

2024-06-14 10:37:16 +08:00
parent c214d8fb74
commit d08cc04567
33 changed files with 883 additions and 142 deletions
--- a/dart-api-examples/vad/bin/vad.dart
+++ b/dart-api-examples/vad/bin/vad.dart
@@ -0,0 +1,93 @@
+import 'dart:io';
+import 'dart:isolate';
+import 'dart:typed_data';
+
+import 'package:args/args.dart';
+import 'package:path/path.dart' as p;
+import 'package:sherpa_onnx/sherpa_onnx.dart' as sherpa_onnx;
+
+Future<void> initSherpaOnnx() async {
+  var uri = await Isolate.resolvePackageUri(
+      Uri.parse('package:sherpa_onnx/sherpa_onnx.dart'));
+
+  if (uri == null) {
+    print('File not found');
+    exit(1);
+  }
+  String platform = '';
+  if (Platform.isMacOS) {
+    platform = 'macos';
+  } else if (Platform.isLinux) {
+    platform = 'linux';
+  } else if (Platform.isWindows) {
+    platform = 'windows';
+  } else {
+    throw UnsupportedError('Unknown platform: ${Platform.operatingSystem}');
+  }
+
+  final libPath = p.join(p.dirname(p.fromUri(uri)), '..', platform);
+  sherpa_onnx.initBindings(libPath);
+}
+
+void main(List<String> arguments) async {
+  await initSherpaOnnx();
+
+  final parser = ArgParser()
+    ..addOption('silero-vad', help: 'Path to silero_vad.onnx')
+    ..addOption('input-wav', help: 'Path to input.wav')
+    ..addOption('output-wav', help: 'Path to output.wav');
+  final res = parser.parse(arguments);
+  if (res['silero-vad'] == null ||
+      res['input-wav'] == null ||
+      res['output-wav'] == null) {
+    print(parser.usage);
+    exit(1);
+  }
+
+  final sileroVad = res['silero-vad'] as String;
+  final inputWav = res['input-wav'] as String;
+  final outputWav = res['output-wav'] as String;
+
+  final sileroVadConfig = sherpa_onnx.SileroVadModelConfig(
+    model: sileroVad,
+    minSilenceDuration: 0.25,
+    minSpeechDuration: 0.5,
+  );
+  final config = sherpa_onnx.VadModelConfig(
+    sileroVad: sileroVadConfig,
+    numThreads: 1,
+    debug: true,
+  );
+
+  final vad = sherpa_onnx.VoiceActivityDetector(
+      config: config, bufferSizeInSeconds: 10);
+
+  final waveData = sherpa_onnx.readWave(inputWav);
+  if (waveData.sampleRate != 16000) {
+    print('Only 16000 Hz is supported. Given: ${waveData.sampleRate}');
+    exit(1);
+  }
+
+  int numSamples = waveData.samples.length;
+  int numIter = numSamples ~/ config.sileroVad.windowSize;
+
+  List<List<double>> allSamples = [];
+
+  for (int i = 0; i != numIter; ++i) {
+    int start = i * config.sileroVad.windowSize;
+    vad.acceptWaveform(Float32List.sublistView(
+        waveData.samples, start, start + config.sileroVad.windowSize));
+
+    if (vad.isDetected()) {
+      while (!vad.isEmpty()) {
+        allSamples.add(vad.front().samples);
+        vad.pop();
+      }
+    }
+  }
+
+  final s = Float32List.fromList(allSamples.expand((x) => x).toList());
+  sherpa_onnx.writeWave(
+      filename: outputWav, samples: s, sampleRate: waveData.sampleRate);
+  print('Saved to ${outputWav}');
+}