51 lines
2.0 KiB
JavaScript
51 lines
2.0 KiB
JavaScript
// Copyright (c) 2025 Xiaomi Corporation
|
||
const sherpa_onnx = require('sherpa-onnx-node');
|
||
|
||
// please refer to
|
||
// https://k2-fsa.github.io/sherpa/onnx/tts/pretrained_models/matcha.html#matcha-icefall-zh-baker-chinese-1-female-speaker
|
||
// to download model files
|
||
function createOfflineTts() {
|
||
const config = {
|
||
model: {
|
||
matcha: {
|
||
acousticModel: './matcha-icefall-zh-baker/model-steps-3.onnx',
|
||
vocoder: './vocos-22khz-univ.onnx',
|
||
lexicon: './matcha-icefall-zh-baker/lexicon.txt',
|
||
tokens: './matcha-icefall-zh-baker/tokens.txt',
|
||
dictDir: './matcha-icefall-zh-baker/dict',
|
||
},
|
||
debug: true,
|
||
numThreads: 1,
|
||
provider: 'cpu',
|
||
},
|
||
maxNumSentences: 1,
|
||
ruleFsts:
|
||
'./matcha-icefall-zh-baker/phone.fst,./matcha-icefall-zh-baker/date.fst,./matcha-icefall-zh-baker/number.fst',
|
||
};
|
||
return new sherpa_onnx.OfflineTts(config);
|
||
}
|
||
|
||
const tts = createOfflineTts();
|
||
|
||
const text =
|
||
'当夜幕降临，星光点点，伴随着微风拂面，我在静谧中感受着时光的流转，思念如涟漪荡漾，梦境如画卷展开，我与自然融为一体，沉静在这片宁静的美丽之中，感受着生命的奇迹与温柔. 某某银行的副行长和一些行政领导表示，他们去过长江和长白山; 经济不断增长。2024年12月31号，拨打110或者18920240511。123456块钱。'
|
||
|
||
|
||
let start = Date.now();
|
||
const audio = tts.generate({text: text, sid: 0, speed: 1.0});
|
||
let stop = Date.now();
|
||
const elapsed_seconds = (stop - start) / 1000;
|
||
const duration = audio.samples.length / audio.sampleRate;
|
||
const real_time_factor = elapsed_seconds / duration;
|
||
console.log('Wave duration', duration.toFixed(3), 'seconds')
|
||
console.log('Elapsed', elapsed_seconds.toFixed(3), 'seconds')
|
||
console.log(
|
||
`RTF = ${elapsed_seconds.toFixed(3)}/${duration.toFixed(3)} =`,
|
||
real_time_factor.toFixed(3))
|
||
|
||
const filename = 'test-matcha-zh.wav';
|
||
sherpa_onnx.writeWave(
|
||
filename, {samples: audio.samples, sampleRate: audio.sampleRate});
|
||
|
||
console.log(`Saved to ${filename}`);
|