Add CXX API for MatchaTTS models (#1676)
This commit is contained in:
@@ -14,3 +14,11 @@ target_link_libraries(moonshine-cxx-api sherpa-onnx-cxx-api)
|
||||
|
||||
add_executable(sense-voice-cxx-api ./sense-voice-cxx-api.cc)
|
||||
target_link_libraries(sense-voice-cxx-api sherpa-onnx-cxx-api)
|
||||
|
||||
if(SHERPA_ONNX_ENABLE_TTS)
|
||||
add_executable(matcha-tts-zh-cxx-api ./matcha-tts-zh-cxx-api.cc)
|
||||
target_link_libraries(matcha-tts-zh-cxx-api sherpa-onnx-cxx-api)
|
||||
|
||||
add_executable(matcha-tts-en-cxx-api ./matcha-tts-en-cxx-api.cc)
|
||||
target_link_libraries(matcha-tts-en-cxx-api sherpa-onnx-cxx-api)
|
||||
endif()
|
||||
|
||||
80
cxx-api-examples/matcha-tts-en-cxx-api.cc
Normal file
80
cxx-api-examples/matcha-tts-en-cxx-api.cc
Normal file
@@ -0,0 +1,80 @@
|
||||
// cxx-api-examples/matcha-tts-en-cxx-api.c
|
||||
//
|
||||
// Copyright (c) 2025 Xiaomi Corporation
|
||||
|
||||
// This file shows how to use sherpa-onnx CXX API
|
||||
// for Chinese TTS with MatchaTTS.
|
||||
//
|
||||
// clang-format off
|
||||
/*
|
||||
Usage
|
||||
|
||||
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/matcha-icefall-en_US-ljspeech.tar.bz2
|
||||
tar xvf matcha-icefall-en_US-ljspeech.tar.bz2
|
||||
rm matcha-icefall-en_US-ljspeech.tar.bz2
|
||||
|
||||
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/vocoder-models/hifigan_v2.onnx
|
||||
|
||||
./matcha-tts-en-cxx-api
|
||||
|
||||
*/
|
||||
// clang-format on
|
||||
|
||||
#include <string>
|
||||
|
||||
#include "sherpa-onnx/c-api/cxx-api.h"
|
||||
|
||||
static int32_t ProgressCallback(const float *samples, int32_t num_samples,
|
||||
float progress, void *arg) {
|
||||
fprintf(stderr, "Progress: %.3f%%\n", progress * 100);
|
||||
// return 1 to continue generating
|
||||
// return 0 to stop generating
|
||||
return 1;
|
||||
}
|
||||
|
||||
int32_t main(int32_t argc, char *argv[]) {
|
||||
using namespace sherpa_onnx::cxx; // NOLINT
|
||||
OfflineTtsConfig config;
|
||||
|
||||
config.model.matcha.acoustic_model =
|
||||
"./matcha-icefall-en_US-ljspeech/model-steps-3.onnx";
|
||||
|
||||
config.model.matcha.vocoder = "./hifigan_v2.onnx";
|
||||
|
||||
config.model.matcha.tokens = "./matcha-icefall-en_US-ljspeech/tokens.txt";
|
||||
|
||||
config.model.matcha.data_dir =
|
||||
"./matcha-icefall-en_US-ljspeech/espeak-ng-data";
|
||||
|
||||
config.model.num_threads = 1;
|
||||
|
||||
// If you don't want to see debug messages, please set it to 0
|
||||
config.model.debug = 1;
|
||||
|
||||
std::string filename = "./generated-matcha-en-cxx.wav";
|
||||
std::string text =
|
||||
"Today as always, men fall into two groups: slaves and free men. Whoever "
|
||||
"does not have two-thirds of his day for himself, is a slave, whatever "
|
||||
"he may be: a statesman, a businessman, an official, or a scholar. "
|
||||
"Friends fell out often because life was changing so fast. The easiest "
|
||||
"thing in the world was to lose touch with someone.";
|
||||
|
||||
auto tts = OfflineTts::Create(config);
|
||||
int32_t sid = 0;
|
||||
float speed = 1.0; // larger -> faster in speech speed
|
||||
|
||||
#if 0
|
||||
// If you don't want to use a callback, then please enable this branch
|
||||
GeneratedAudio audio = tts.Generate(text, sid, speed);
|
||||
#else
|
||||
GeneratedAudio audio = tts.Generate(text, sid, speed, ProgressCallback);
|
||||
#endif
|
||||
|
||||
WriteWave(filename, {audio.samples, audio.sample_rate});
|
||||
|
||||
fprintf(stderr, "Input text is: %s\n", text.c_str());
|
||||
fprintf(stderr, "Speaker ID is is: %d\n", sid);
|
||||
fprintf(stderr, "Saved to: %s\n", filename.c_str());
|
||||
|
||||
return 0;
|
||||
}
|
||||
79
cxx-api-examples/matcha-tts-zh-cxx-api.cc
Normal file
79
cxx-api-examples/matcha-tts-zh-cxx-api.cc
Normal file
@@ -0,0 +1,79 @@
|
||||
// cxx-api-examples/matcha-tts-zh-cxx-api.c
|
||||
//
|
||||
// Copyright (c) 2025 Xiaomi Corporation
|
||||
|
||||
// This file shows how to use sherpa-onnx CXX API
|
||||
// for Chinese TTS with MatchaTTS.
|
||||
//
|
||||
// clang-format off
|
||||
/*
|
||||
Usage
|
||||
|
||||
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/matcha-icefall-zh-baker.tar.bz2
|
||||
tar xvf matcha-icefall-zh-baker.tar.bz2
|
||||
rm matcha-icefall-zh-baker.tar.bz2
|
||||
|
||||
wget https://github.com/k2-fsa/sherpa-onnx/releases/download/vocoder-models/hifigan_v2.onnx
|
||||
|
||||
./matcha-tts-zh-cxx-api
|
||||
|
||||
*/
|
||||
// clang-format on
|
||||
|
||||
#include <string>
|
||||
|
||||
#include "sherpa-onnx/c-api/cxx-api.h"
|
||||
|
||||
static int32_t ProgressCallback(const float *samples, int32_t num_samples,
|
||||
float progress, void *arg) {
|
||||
fprintf(stderr, "Progress: %.3f%%\n", progress * 100);
|
||||
// return 1 to continue generating
|
||||
// return 0 to stop generating
|
||||
return 1;
|
||||
}
|
||||
|
||||
int32_t main(int32_t argc, char *argv[]) {
|
||||
using namespace sherpa_onnx::cxx; // NOLINT
|
||||
OfflineTtsConfig config;
|
||||
config.model.matcha.acoustic_model =
|
||||
"./matcha-icefall-zh-baker/model-steps-3.onnx";
|
||||
config.model.matcha.vocoder = "./hifigan_v2.onnx";
|
||||
config.model.matcha.lexicon = "./matcha-icefall-zh-baker/lexicon.txt";
|
||||
config.model.matcha.tokens = "./matcha-icefall-zh-baker/tokens.txt";
|
||||
config.model.matcha.dict_dir = "./matcha-icefall-zh-baker/dict";
|
||||
config.model.num_threads = 1;
|
||||
|
||||
// If you don't want to see debug messages, please set it to 0
|
||||
config.model.debug = 1;
|
||||
|
||||
// clang-format off
|
||||
config.rule_fsts = "./matcha-icefall-zh-baker/phone.fst,./matcha-icefall-zh-baker/date.fst,./matcha-icefall-zh-baker/number.fst"; // NOLINT
|
||||
// clang-format on
|
||||
|
||||
std::string filename = "./generated-matcha-zh-cxx.wav";
|
||||
std::string text =
|
||||
"当夜幕降临,星光点点,伴随着微风拂面,我在静谧中感受着时光的流转,思念如"
|
||||
"涟漪荡漾,梦境如画卷展开,我与自然融为一体,沉静在这片宁静的美丽之中,感"
|
||||
"受着生命的奇迹与温柔."
|
||||
"某某银行的副行长和一些行政领导表示,他们去过长江和长白山; "
|
||||
"经济不断增长。2024年12月31号,拨打110或者18920240511。123456块钱。";
|
||||
|
||||
auto tts = OfflineTts::Create(config);
|
||||
int32_t sid = 0;
|
||||
float speed = 1.0; // larger -> faster in speech speed
|
||||
|
||||
#if 0
|
||||
// If you don't want to use a callback, then please enable this branch
|
||||
GeneratedAudio audio = tts.Generate(text, sid, speed);
|
||||
#else
|
||||
GeneratedAudio audio = tts.Generate(text, sid, speed, ProgressCallback);
|
||||
#endif
|
||||
|
||||
WriteWave(filename, {audio.samples, audio.sample_rate});
|
||||
|
||||
fprintf(stderr, "Input text is: %s\n", text.c_str());
|
||||
fprintf(stderr, "Speaker ID is is: %d\n", sid);
|
||||
fprintf(stderr, "Saved to: %s\n", filename.c_str());
|
||||
|
||||
return 0;
|
||||
}
|
||||
Reference in New Issue
Block a user