131 lines
4.1 KiB
C
131 lines
4.1 KiB
C
// c-api-examples/streaming-hlg-decode-file-c-api.c
|
|
//
|
|
// Copyright (c) 2024 Xiaomi Corporation
|
|
/*
|
|
We use the following model as an example
|
|
|
|
// clang-format off
|
|
|
|
Download the model from
|
|
https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18.tar.bz2
|
|
|
|
tar xvf sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18.tar.bz2
|
|
rm sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18.tar.bz2
|
|
|
|
build/bin/streaming-hlg-decode-file-c-api
|
|
|
|
(The above model is from https://github.com/k2-fsa/icefall/pull/1557)
|
|
*/
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include "sherpa-onnx/c-api/c-api.h"
|
|
|
|
int32_t main() {
|
|
// clang-format off
|
|
//
|
|
// Please download the model from
|
|
// https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18.tar.bz2
|
|
const char *model = "./sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18/ctc-epoch-30-avg-3-chunk-16-left-128.int8.onnx";
|
|
const char *tokens = "./sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18/tokens.txt";
|
|
const char *graph = "./sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18/HLG.fst";
|
|
const char *wav_filename = "./sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18/test_wavs/8k.wav";
|
|
// clang-format on
|
|
|
|
SherpaOnnxOnlineRecognizerConfig config;
|
|
|
|
memset(&config, 0, sizeof(config));
|
|
config.feat_config.sample_rate = 16000;
|
|
config.feat_config.feature_dim = 80;
|
|
config.model_config.zipformer2_ctc.model = model;
|
|
config.model_config.tokens = tokens;
|
|
config.model_config.num_threads = 1;
|
|
config.model_config.provider = "cpu";
|
|
config.model_config.debug = 0;
|
|
config.ctc_fst_decoder_config.graph = graph;
|
|
const SherpaOnnxOnlineRecognizer *recognizer =
|
|
SherpaOnnxCreateOnlineRecognizer(&config);
|
|
if (!recognizer) {
|
|
fprintf(stderr, "Failed to create recognizer");
|
|
exit(-1);
|
|
}
|
|
|
|
const SherpaOnnxOnlineStream *stream =
|
|
SherpaOnnxCreateOnlineStream(recognizer);
|
|
|
|
const SherpaOnnxDisplay *display = SherpaOnnxCreateDisplay(50);
|
|
int32_t segment_id = 0;
|
|
|
|
const SherpaOnnxWave *wave = SherpaOnnxReadWave(wav_filename);
|
|
if (wave == NULL) {
|
|
fprintf(stderr, "Failed to read %s\n", wav_filename);
|
|
exit(-1);
|
|
}
|
|
|
|
// simulate streaming. You can choose an arbitrary N
|
|
#define N 3200
|
|
|
|
fprintf(stderr, "sample rate: %d, num samples: %d, duration: %.2f s\n",
|
|
wave->sample_rate, wave->num_samples,
|
|
(float)wave->num_samples / wave->sample_rate);
|
|
|
|
int32_t k = 0;
|
|
while (k < wave->num_samples) {
|
|
int32_t start = k;
|
|
int32_t end =
|
|
(start + N > wave->num_samples) ? wave->num_samples : (start + N);
|
|
k += N;
|
|
|
|
SherpaOnnxOnlineStreamAcceptWaveform(stream, wave->sample_rate,
|
|
wave->samples + start, end - start);
|
|
while (SherpaOnnxIsOnlineStreamReady(recognizer, stream)) {
|
|
SherpaOnnxDecodeOnlineStream(recognizer, stream);
|
|
}
|
|
|
|
const SherpaOnnxOnlineRecognizerResult *r =
|
|
SherpaOnnxGetOnlineStreamResult(recognizer, stream);
|
|
|
|
if (strlen(r->text)) {
|
|
SherpaOnnxPrint(display, segment_id, r->text);
|
|
}
|
|
|
|
if (SherpaOnnxOnlineStreamIsEndpoint(recognizer, stream)) {
|
|
if (strlen(r->text)) {
|
|
++segment_id;
|
|
}
|
|
SherpaOnnxOnlineStreamReset(recognizer, stream);
|
|
}
|
|
|
|
SherpaOnnxDestroyOnlineRecognizerResult(r);
|
|
}
|
|
|
|
// add some tail padding
|
|
float tail_paddings[4800] = {0}; // 0.3 seconds at 16 kHz sample rate
|
|
SherpaOnnxOnlineStreamAcceptWaveform(stream, wave->sample_rate, tail_paddings,
|
|
4800);
|
|
|
|
SherpaOnnxFreeWave(wave);
|
|
|
|
SherpaOnnxOnlineStreamInputFinished(stream);
|
|
while (SherpaOnnxIsOnlineStreamReady(recognizer, stream)) {
|
|
SherpaOnnxDecodeOnlineStream(recognizer, stream);
|
|
}
|
|
|
|
const SherpaOnnxOnlineRecognizerResult *r =
|
|
SherpaOnnxGetOnlineStreamResult(recognizer, stream);
|
|
|
|
if (strlen(r->text)) {
|
|
SherpaOnnxPrint(display, segment_id, r->text);
|
|
}
|
|
|
|
SherpaOnnxDestroyOnlineRecognizerResult(r);
|
|
|
|
SherpaOnnxDestroyDisplay(display);
|
|
SherpaOnnxDestroyOnlineStream(stream);
|
|
SherpaOnnxDestroyOnlineRecognizer(recognizer);
|
|
fprintf(stderr, "\n");
|
|
|
|
return 0;
|
|
}
|