Add Swift API for Kokoro TTS 1.0 (#1803)
This commit is contained in:
69
swift-api-examples/tts-kokoro-zh-en.swift
Normal file
69
swift-api-examples/tts-kokoro-zh-en.swift
Normal file
@@ -0,0 +1,69 @@
|
||||
class MyClass {
|
||||
func playSamples(samples: [Float]) {
|
||||
print("Play \(samples.count) samples")
|
||||
}
|
||||
}
|
||||
|
||||
func run() {
|
||||
let model = "./kokoro-multi-lang-v1_0/model.onnx"
|
||||
let voices = "./kokoro-multi-lang-v1_0/voices.bin"
|
||||
let tokens = "./kokoro-multi-lang-v1_0/tokens.txt"
|
||||
let dataDir = "./kokoro-multi-lang-v1_0/espeak-ng-data"
|
||||
let dictDir = "./kokoro-multi-lang-v1_0/dict"
|
||||
let lexicon = "./kokoro-multi-lang-v1_0/lexicon-us-en.txt,./kokoro-multi-lang-v1_0/lexicon-zh.txt"
|
||||
let kokoro = sherpaOnnxOfflineTtsKokoroModelConfig(
|
||||
model: model,
|
||||
voices: voices,
|
||||
tokens: tokens,
|
||||
dataDir: dataDir,
|
||||
dictDir: dictDir,
|
||||
lexicon: lexicon
|
||||
)
|
||||
let modelConfig = sherpaOnnxOfflineTtsModelConfig(kokoro: kokoro, debug: 0)
|
||||
var ttsConfig = sherpaOnnxOfflineTtsConfig(model: modelConfig)
|
||||
|
||||
let myClass = MyClass()
|
||||
|
||||
// We use Unretained here so myClass must be kept alive as the callback is invoked
|
||||
//
|
||||
// See also
|
||||
// https://medium.com/codex/swift-c-callback-interoperability-6d57da6c8ee6
|
||||
let arg = Unmanaged<MyClass>.passUnretained(myClass).toOpaque()
|
||||
|
||||
let callback: TtsCallbackWithArg = { samples, n, arg in
|
||||
let o = Unmanaged<MyClass>.fromOpaque(arg!).takeUnretainedValue()
|
||||
var savedSamples: [Float] = []
|
||||
for index in 0..<n {
|
||||
savedSamples.append(samples![Int(index)])
|
||||
}
|
||||
|
||||
o.playSamples(samples: savedSamples)
|
||||
|
||||
// return 1 so that it continues generating
|
||||
return 1
|
||||
}
|
||||
|
||||
let tts = SherpaOnnxOfflineTtsWrapper(config: &ttsConfig)
|
||||
|
||||
let text =
|
||||
"中英文语音合成测试。This is generated by next generation Kaldi using Kokoro without Misaki. 你觉得中英文说的如何呢?"
|
||||
let sid = 0
|
||||
let speed: Float = 1.0
|
||||
|
||||
let audio = tts.generateWithCallbackWithArg(
|
||||
text: text, callback: callback, arg: arg, sid: sid, speed: speed)
|
||||
let filename = "test-kokoro-zh-en.wav"
|
||||
let ok = audio.save(filename: filename)
|
||||
if ok == 1 {
|
||||
print("\nSaved to:\(filename)")
|
||||
} else {
|
||||
print("Failed to save to \(filename)")
|
||||
}
|
||||
}
|
||||
|
||||
@main
|
||||
struct App {
|
||||
static func main() {
|
||||
run()
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user