70 lines
2.0 KiB
Swift
70 lines
2.0 KiB
Swift
class MyClass {
|
|
func playSamples(samples: [Float]) {
|
|
print("Play \(samples.count) samples")
|
|
}
|
|
}
|
|
|
|
func run() {
|
|
let model = "./kokoro-multi-lang-v1_0/model.onnx"
|
|
let voices = "./kokoro-multi-lang-v1_0/voices.bin"
|
|
let tokens = "./kokoro-multi-lang-v1_0/tokens.txt"
|
|
let dataDir = "./kokoro-multi-lang-v1_0/espeak-ng-data"
|
|
let dictDir = "./kokoro-multi-lang-v1_0/dict"
|
|
let lexicon = "./kokoro-multi-lang-v1_0/lexicon-us-en.txt,./kokoro-multi-lang-v1_0/lexicon-zh.txt"
|
|
let kokoro = sherpaOnnxOfflineTtsKokoroModelConfig(
|
|
model: model,
|
|
voices: voices,
|
|
tokens: tokens,
|
|
dataDir: dataDir,
|
|
dictDir: dictDir,
|
|
lexicon: lexicon
|
|
)
|
|
let modelConfig = sherpaOnnxOfflineTtsModelConfig(kokoro: kokoro, debug: 0)
|
|
var ttsConfig = sherpaOnnxOfflineTtsConfig(model: modelConfig)
|
|
|
|
let myClass = MyClass()
|
|
|
|
// We use Unretained here so myClass must be kept alive as the callback is invoked
|
|
//
|
|
// See also
|
|
// https://medium.com/codex/swift-c-callback-interoperability-6d57da6c8ee6
|
|
let arg = Unmanaged<MyClass>.passUnretained(myClass).toOpaque()
|
|
|
|
let callback: TtsCallbackWithArg = { samples, n, arg in
|
|
let o = Unmanaged<MyClass>.fromOpaque(arg!).takeUnretainedValue()
|
|
var savedSamples: [Float] = []
|
|
for index in 0..<n {
|
|
savedSamples.append(samples![Int(index)])
|
|
}
|
|
|
|
o.playSamples(samples: savedSamples)
|
|
|
|
// return 1 so that it continues generating
|
|
return 1
|
|
}
|
|
|
|
let tts = SherpaOnnxOfflineTtsWrapper(config: &ttsConfig)
|
|
|
|
let text =
|
|
"中英文语音合成测试。This is generated by next generation Kaldi using Kokoro without Misaki. 你觉得中英文说的如何呢？"
|
|
let sid = 0
|
|
let speed: Float = 1.0
|
|
|
|
let audio = tts.generateWithCallbackWithArg(
|
|
text: text, callback: callback, arg: arg, sid: sid, speed: speed)
|
|
let filename = "test-kokoro-zh-en.wav"
|
|
let ok = audio.save(filename: filename)
|
|
if ok == 1 {
|
|
print("\nSaved to:\(filename)")
|
|
} else {
|
|
print("Failed to save to \(filename)")
|
|
}
|
|
}
|
|
|
|
@main
|
|
struct App {
|
|
static func main() {
|
|
run()
|
|
}
|
|
}
|