2025-01-03 12:17:26 +08:00
|
|
|
|
// c-api-examples/matcha-tts-zh-c-api.c
|
|
|
|
|
|
//
|
|
|
|
|
|
// Copyright (c) 2025 Xiaomi Corporation
|
|
|
|
|
|
|
|
|
|
|
|
// This file shows how to use sherpa-onnx C API
|
|
|
|
|
|
// for Chinese TTS with MatchaTTS.
|
|
|
|
|
|
//
|
|
|
|
|
|
// clang-format off
|
|
|
|
|
|
/*
|
|
|
|
|
|
Usage
|
|
|
|
|
|
|
|
|
|
|
|
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/matcha-icefall-zh-baker.tar.bz2
|
|
|
|
|
|
tar xvf matcha-icefall-zh-baker.tar.bz2
|
|
|
|
|
|
rm matcha-icefall-zh-baker.tar.bz2
|
|
|
|
|
|
|
2025-03-17 17:05:15 +08:00
|
|
|
|
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/vocoder-models/vocos-22khz-univ.onnx
|
2025-01-03 12:17:26 +08:00
|
|
|
|
|
|
|
|
|
|
./matcha-tts-zh-c-api
|
|
|
|
|
|
|
|
|
|
|
|
*/
|
|
|
|
|
|
// clang-format on
|
|
|
|
|
|
|
|
|
|
|
|
#include <stdio.h>
|
|
|
|
|
|
#include <stdlib.h>
|
|
|
|
|
|
#include <string.h>
|
|
|
|
|
|
|
|
|
|
|
|
#include "sherpa-onnx/c-api/c-api.h"
|
|
|
|
|
|
|
|
|
|
|
|
static int32_t ProgressCallback(const float *samples, int32_t num_samples,
|
|
|
|
|
|
float progress) {
|
|
|
|
|
|
fprintf(stderr, "Progress: %.3f%%\n", progress * 100);
|
|
|
|
|
|
// return 1 to continue generating
|
|
|
|
|
|
// return 0 to stop generating
|
|
|
|
|
|
return 1;
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
int32_t main(int32_t argc, char *argv[]) {
|
|
|
|
|
|
SherpaOnnxOfflineTtsConfig config;
|
|
|
|
|
|
memset(&config, 0, sizeof(config));
|
|
|
|
|
|
config.model.matcha.acoustic_model =
|
|
|
|
|
|
"./matcha-icefall-zh-baker/model-steps-3.onnx";
|
2025-03-17 17:05:15 +08:00
|
|
|
|
config.model.matcha.vocoder = "./vocos-22khz-univ.onnx";
|
2025-01-03 12:17:26 +08:00
|
|
|
|
config.model.matcha.lexicon = "./matcha-icefall-zh-baker/lexicon.txt";
|
|
|
|
|
|
config.model.matcha.tokens = "./matcha-icefall-zh-baker/tokens.txt";
|
|
|
|
|
|
config.model.matcha.dict_dir = "./matcha-icefall-zh-baker/dict";
|
|
|
|
|
|
config.model.num_threads = 1;
|
|
|
|
|
|
|
|
|
|
|
|
// If you don't want to see debug messages, please set it to 0
|
|
|
|
|
|
config.model.debug = 1;
|
|
|
|
|
|
|
|
|
|
|
|
// clang-format off
|
|
|
|
|
|
config.rule_fsts = "./matcha-icefall-zh-baker/phone.fst,./matcha-icefall-zh-baker/date.fst,./matcha-icefall-zh-baker/number.fst";
|
|
|
|
|
|
// clang-format on
|
|
|
|
|
|
|
|
|
|
|
|
const char *filename = "./generated-matcha-zh.wav";
|
|
|
|
|
|
const char *text =
|
|
|
|
|
|
"当夜幕降临，星光点点，伴随着微风拂面，我在静谧中感受着时光的流转，思念如"
|
|
|
|
|
|
"涟漪荡漾，梦境如画卷展开，我与自然融为一体，沉静在这片宁静的美丽之中，感"
|
|
|
|
|
|
"受着生命的奇迹与温柔."
|
|
|
|
|
|
"某某银行的副行长和一些行政领导表示，他们去过长江和长白山; "
|
|
|
|
|
|
"经济不断增长。2024年12月31号，拨打110或者18920240511。123456块钱。";
|
|
|
|
|
|
|
2025-01-03 14:16:36 +08:00
|
|
|
|
const SherpaOnnxOfflineTts *tts = SherpaOnnxCreateOfflineTts(&config);
|
2025-01-03 12:17:26 +08:00
|
|
|
|
int32_t sid = 0;
|
|
|
|
|
|
float speed = 1.0; // larger -> faster in speech speed
|
|
|
|
|
|
|
|
|
|
|
|
#if 0
|
|
|
|
|
|
// If you don't want to use a callback, then please enable this branch
|
|
|
|
|
|
const SherpaOnnxGeneratedAudio *audio =
|
|
|
|
|
|
SherpaOnnxOfflineTtsGenerate(tts, text, sid, speed);
|
|
|
|
|
|
#else
|
|
|
|
|
|
const SherpaOnnxGeneratedAudio *audio =
|
|
|
|
|
|
SherpaOnnxOfflineTtsGenerateWithProgressCallback(tts, text, sid, speed,
|
|
|
|
|
|
ProgressCallback);
|
|
|
|
|
|
#endif
|
|
|
|
|
|
|
|
|
|
|
|
SherpaOnnxWriteWave(audio->samples, audio->n, audio->sample_rate, filename);
|
|
|
|
|
|
|
|
|
|
|
|
SherpaOnnxDestroyOfflineTtsGeneratedAudio(audio);
|
|
|
|
|
|
SherpaOnnxDestroyOfflineTts(tts);
|
|
|
|
|
|
|
|
|
|
|
|
fprintf(stderr, "Input text is: %s\n", text);
|
|
|
|
|
|
fprintf(stderr, "Speaker ID is is: %d\n", sid);
|
|
|
|
|
|
fprintf(stderr, "Saved to: %s\n", filename);
|
|
|
|
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
|
|
}
|
