EngineX-Iluvatar/enginex-mr_series-sherpa-onnx
Archived
16
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

Add MeloTTS example for ios (#1223)

Browse Source
This commit is contained in:
Fangjun Kuang
2024-08-06 14:48:54 +08:00
committed by GitHub
parent 6422966a7f
commit 52830cc910
2 changed files with 111 additions and 79 deletions
Download Patch File Download Diff File Expand all files Collapse all files

152
build-ios.sh
View File

@@ -39,96 +39,90 @@ echo "SHERPA_ONNXRUNTIME_INCLUDE_DIR $SHERPA_ONNXRUNTIME_INCLUDE_DIR"
# The symbol _NSLog is not defined # The symbol _NSLog is not defined
# #
if [[ ! -f ./build/simulator_x86_64/lib/libsherpa-onnx-c-api.a ]]; then cmake \
cmake \ -DBUILD_PIPER_PHONMIZE_EXE=OFF \
-DBUILD_PIPER_PHONMIZE_EXE=OFF \ -DBUILD_PIPER_PHONMIZE_TESTS=OFF \
-DBUILD_PIPER_PHONMIZE_TESTS=OFF \ -DBUILD_ESPEAK_NG_EXE=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \ -DBUILD_ESPEAK_NG_TESTS=OFF \
-DBUILD_ESPEAK_NG_TESTS=OFF \ -S .. \
-S .. \ -DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \
-DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \ -DPLATFORM=SIMULATOR64 \
-DPLATFORM=SIMULATOR64 \ -DENABLE_BITCODE=0 \
-DENABLE_BITCODE=0 \ -DENABLE_ARC=1 \
-DENABLE_ARC=1 \ -DENABLE_VISIBILITY=0 \
-DENABLE_VISIBILITY=0 \ -DCMAKE_BUILD_TYPE=Release \
-DCMAKE_BUILD_TYPE=Release \ -DBUILD_SHARED_LIBS=OFF \
-DBUILD_SHARED_LIBS=OFF \ -DSHERPA_ONNX_ENABLE_PYTHON=OFF \
-DSHERPA_ONNX_ENABLE_PYTHON=OFF \ -DSHERPA_ONNX_ENABLE_TESTS=OFF \
-DSHERPA_ONNX_ENABLE_TESTS=OFF \ -DSHERPA_ONNX_ENABLE_CHECK=OFF \
-DSHERPA_ONNX_ENABLE_CHECK=OFF \ -DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \ -DSHERPA_ONNX_ENABLE_JNI=OFF \
-DSHERPA_ONNX_ENABLE_JNI=OFF \ -DSHERPA_ONNX_ENABLE_C_API=ON \
-DSHERPA_ONNX_ENABLE_C_API=ON \ -DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \
-DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \ -DDEPLOYMENT_TARGET=13.0 \
-DDEPLOYMENT_TARGET=13.0 \ -B build/simulator_x86_64
-B build/simulator_x86_64
cmake --build build/simulator_x86_64 -j 4 --verbose cmake --build build/simulator_x86_64 -j 4 --verbose
fi
echo "Building for simulator (arm64)" echo "Building for simulator (arm64)"
if [[ ! -f ./build/simulator_arm64/lib/libsherpa-onnx-c-api.a ]]; then cmake \
cmake \ -DBUILD_PIPER_PHONMIZE_EXE=OFF \
-DBUILD_PIPER_PHONMIZE_EXE=OFF \ -DBUILD_PIPER_PHONMIZE_TESTS=OFF \
-DBUILD_PIPER_PHONMIZE_TESTS=OFF \ -DBUILD_ESPEAK_NG_EXE=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \ -DBUILD_ESPEAK_NG_TESTS=OFF \
-DBUILD_ESPEAK_NG_TESTS=OFF \ -S .. \
-S .. \ -DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \
-DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \ -DPLATFORM=SIMULATORARM64 \
-DPLATFORM=SIMULATORARM64 \ -DENABLE_BITCODE=0 \
-DENABLE_BITCODE=0 \ -DENABLE_ARC=1 \
-DENABLE_ARC=1 \ -DENABLE_VISIBILITY=0 \
-DENABLE_VISIBILITY=0 \ -DCMAKE_BUILD_TYPE=Release \
-DCMAKE_BUILD_TYPE=Release \ -DCMAKE_INSTALL_PREFIX=./install \
-DCMAKE_INSTALL_PREFIX=./install \ -DBUILD_SHARED_LIBS=OFF \
-DBUILD_SHARED_LIBS=OFF \ -DSHERPA_ONNX_ENABLE_PYTHON=OFF \
-DSHERPA_ONNX_ENABLE_PYTHON=OFF \ -DSHERPA_ONNX_ENABLE_TESTS=OFF \
-DSHERPA_ONNX_ENABLE_TESTS=OFF \ -DSHERPA_ONNX_ENABLE_CHECK=OFF \
-DSHERPA_ONNX_ENABLE_CHECK=OFF \ -DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \ -DSHERPA_ONNX_ENABLE_JNI=OFF \
-DSHERPA_ONNX_ENABLE_JNI=OFF \ -DSHERPA_ONNX_ENABLE_C_API=ON \
-DSHERPA_ONNX_ENABLE_C_API=ON \ -DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \
-DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \ -DDEPLOYMENT_TARGET=13.0 \
-DDEPLOYMENT_TARGET=13.0 \ -B build/simulator_arm64
-B build/simulator_arm64
cmake --build build/simulator_arm64 -j 4 --verbose cmake --build build/simulator_arm64 -j 4 --verbose
fi
echo "Building for arm64" echo "Building for arm64"
export SHERPA_ONNXRUNTIME_LIB_DIR=$PWD/ios-onnxruntime/onnxruntime.xcframework/ios-arm64 export SHERPA_ONNXRUNTIME_LIB_DIR=$PWD/ios-onnxruntime/onnxruntime.xcframework/ios-arm64
if [[ ! -f ./build/os64/lib/libsherpa-onnx-c-api.a ]]; then cmake \
cmake \ -DBUILD_PIPER_PHONMIZE_EXE=OFF \
-DBUILD_PIPER_PHONMIZE_EXE=OFF \ -DBUILD_PIPER_PHONMIZE_TESTS=OFF \
-DBUILD_PIPER_PHONMIZE_TESTS=OFF \ -DBUILD_ESPEAK_NG_EXE=OFF \
-DBUILD_ESPEAK_NG_EXE=OFF \ -DBUILD_ESPEAK_NG_TESTS=OFF \
-DBUILD_ESPEAK_NG_TESTS=OFF \ -S .. \
-S .. \ -DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \
-DCMAKE_TOOLCHAIN_FILE=./toolchains/ios.toolchain.cmake \ -DPLATFORM=OS64 \
-DPLATFORM=OS64 \ -DENABLE_BITCODE=0 \
-DENABLE_BITCODE=0 \ -DENABLE_ARC=1 \
-DENABLE_ARC=1 \ -DENABLE_VISIBILITY=0 \
-DENABLE_VISIBILITY=0 \ -DCMAKE_INSTALL_PREFIX=./install \
-DCMAKE_INSTALL_PREFIX=./install \ -DCMAKE_BUILD_TYPE=Release \
-DCMAKE_BUILD_TYPE=Release \ -DBUILD_SHARED_LIBS=OFF \
-DBUILD_SHARED_LIBS=OFF \ -DSHERPA_ONNX_ENABLE_PYTHON=OFF \
-DSHERPA_ONNX_ENABLE_PYTHON=OFF \ -DSHERPA_ONNX_ENABLE_TESTS=OFF \
-DSHERPA_ONNX_ENABLE_TESTS=OFF \ -DSHERPA_ONNX_ENABLE_CHECK=OFF \
-DSHERPA_ONNX_ENABLE_CHECK=OFF \ -DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \ -DSHERPA_ONNX_ENABLE_JNI=OFF \
-DSHERPA_ONNX_ENABLE_JNI=OFF \ -DSHERPA_ONNX_ENABLE_C_API=ON \
-DSHERPA_ONNX_ENABLE_C_API=ON \ -DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \
-DSHERPA_ONNX_ENABLE_WEBSOCKET=OFF \ -DDEPLOYMENT_TARGET=13.0 \
-DDEPLOYMENT_TARGET=13.0 \ -B build/os64
-B build/os64
cmake --build build/os64 -j 4 cmake --build build/os64 -j 4
# Generate headers for sherpa-onnx.xcframework # Generate headers for sherpa-onnx.xcframework
cmake --build build/os64 --target install cmake --build build/os64 --target install
fi
echo "Generate xcframework" echo "Generate xcframework"

38
ios-swiftui/SherpaOnnxTts/SherpaOnnxTts/ViewModel.swift
View File

@@ -93,12 +93,50 @@ func getTtsFor_en_US_amy_low() -> SherpaOnnxOfflineTtsWrapper {
return SherpaOnnxOfflineTtsWrapper(config: &config) return SherpaOnnxOfflineTtsWrapper(config: &config)
} }
// https://k2-fsa.github.io/sherpa/onnx/tts/pretrained_models/vits.html#vits-melo-tts-zh-en-chinese-english-1-speaker
func getTtsFor_zh_en_melo_tts() -> SherpaOnnxOfflineTtsWrapper {
// please see https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-melo-tts-zh_en.tar.bz2
let model = getResource("model", "onnx")
let tokens = getResource("tokens", "txt")
let lexicon = getResource("lexicon", "txt")
let dictDir = resourceURL(to: "dict")
let numFst = getResource("number", "fst")
let dateFst = getResource("date", "fst")
let phoneFst = getResource("phone", "fst")
let ruleFsts = "\(dateFst),\(phoneFst),\(numFst)"
let vits = sherpaOnnxOfflineTtsVitsModelConfig(
model: model, lexicon: lexicon, tokens: tokens,
dataDir: "",
noiseScale: 0.667,
noiseScaleW: 0.8,
lengthScale: 1.0,
dictDir: dictDir
)
let modelConfig = sherpaOnnxOfflineTtsModelConfig(vits: vits)
var config = sherpaOnnxOfflineTtsConfig(
model: modelConfig,
ruleFsts: ruleFsts
)
return SherpaOnnxOfflineTtsWrapper(config: &config)
}
func createOfflineTts() -> SherpaOnnxOfflineTtsWrapper { func createOfflineTts() -> SherpaOnnxOfflineTtsWrapper {
// Please enable only one of them
return getTtsFor_en_US_amy_low() return getTtsFor_en_US_amy_low()
// return getTtsForVCTK() // return getTtsForVCTK()
// return getTtsForAishell3() // return getTtsForAishell3()
// return getTtsFor_zh_en_melo_tts()
// please add more models on need by following the above two examples // please add more models on need by following the above two examples
} }