Add Swift API for Moonshine models. (#1477)
This commit is contained in:
@@ -357,6 +357,20 @@ func sherpaOnnxOfflineWhisperModelConfig(
|
|||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func sherpaOnnxOfflineMoonshineModelConfig(
|
||||||
|
preprocessor: String = "",
|
||||||
|
encoder: String = "",
|
||||||
|
uncachedDecoder: String = "",
|
||||||
|
cachedDecoder: String = ""
|
||||||
|
) -> SherpaOnnxOfflineMoonshineModelConfig {
|
||||||
|
return SherpaOnnxOfflineMoonshineModelConfig(
|
||||||
|
preprocessor: toCPointer(preprocessor),
|
||||||
|
encoder: toCPointer(encoder),
|
||||||
|
uncached_decoder: toCPointer(uncachedDecoder),
|
||||||
|
cached_decoder: toCPointer(cachedDecoder)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
func sherpaOnnxOfflineTdnnModelConfig(
|
func sherpaOnnxOfflineTdnnModelConfig(
|
||||||
model: String = ""
|
model: String = ""
|
||||||
) -> SherpaOnnxOfflineTdnnModelConfig {
|
) -> SherpaOnnxOfflineTdnnModelConfig {
|
||||||
@@ -401,7 +415,8 @@ func sherpaOnnxOfflineModelConfig(
|
|||||||
modelingUnit: String = "cjkchar",
|
modelingUnit: String = "cjkchar",
|
||||||
bpeVocab: String = "",
|
bpeVocab: String = "",
|
||||||
teleSpeechCtc: String = "",
|
teleSpeechCtc: String = "",
|
||||||
senseVoice: SherpaOnnxOfflineSenseVoiceModelConfig = sherpaOnnxOfflineSenseVoiceModelConfig()
|
senseVoice: SherpaOnnxOfflineSenseVoiceModelConfig = sherpaOnnxOfflineSenseVoiceModelConfig(),
|
||||||
|
moonshine: SherpaOnnxOfflineMoonshineModelConfig = sherpaOnnxOfflineMoonshineModelConfig()
|
||||||
) -> SherpaOnnxOfflineModelConfig {
|
) -> SherpaOnnxOfflineModelConfig {
|
||||||
return SherpaOnnxOfflineModelConfig(
|
return SherpaOnnxOfflineModelConfig(
|
||||||
transducer: transducer,
|
transducer: transducer,
|
||||||
@@ -417,7 +432,8 @@ func sherpaOnnxOfflineModelConfig(
|
|||||||
modeling_unit: toCPointer(modelingUnit),
|
modeling_unit: toCPointer(modelingUnit),
|
||||||
bpe_vocab: toCPointer(bpeVocab),
|
bpe_vocab: toCPointer(bpeVocab),
|
||||||
telespeech_ctc: toCPointer(teleSpeechCtc),
|
telespeech_ctc: toCPointer(teleSpeechCtc),
|
||||||
sense_voice: senseVoice
|
sense_voice: senseVoice,
|
||||||
|
moonshine: moonshine
|
||||||
)
|
)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ func run() {
|
|||||||
var modelType = "whisper"
|
var modelType = "whisper"
|
||||||
// modelType = "paraformer"
|
// modelType = "paraformer"
|
||||||
// modelType = "sense_voice"
|
// modelType = "sense_voice"
|
||||||
|
// modelType = "moonshine"
|
||||||
|
|
||||||
if modelType == "whisper" {
|
if modelType == "whisper" {
|
||||||
let encoder = "./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.int8.onnx"
|
let encoder = "./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.int8.onnx"
|
||||||
@@ -61,6 +62,24 @@ func run() {
|
|||||||
debug: 0,
|
debug: 0,
|
||||||
senseVoice: senseVoiceConfig
|
senseVoice: senseVoiceConfig
|
||||||
)
|
)
|
||||||
|
} else if modelType == "moonshine" {
|
||||||
|
let preprocessor = "./sherpa-onnx-moonshine-tiny-en-int8/preprocess.onnx"
|
||||||
|
let encoder = "./sherpa-onnx-moonshine-tiny-en-int8/encode.int8.onnx"
|
||||||
|
let uncachedDecoder = "./sherpa-onnx-moonshine-tiny-en-int8/uncached_decode.int8.onnx"
|
||||||
|
let cachedDecoder = "./sherpa-onnx-moonshine-tiny-en-int8/cached_decode.int8.onnx"
|
||||||
|
let tokens = "./sherpa-onnx-moonshine-tiny-en-int8/tokens.txt"
|
||||||
|
let moonshine = sherpaOnnxOfflineMoonshineModelConfig(
|
||||||
|
preprocessor: preprocessor,
|
||||||
|
encoder: encoder,
|
||||||
|
uncachedDecoder: uncachedDecoder,
|
||||||
|
cachedDecoder: cachedDecoder
|
||||||
|
)
|
||||||
|
|
||||||
|
modelConfig = sherpaOnnxOfflineModelConfig(
|
||||||
|
tokens: tokens,
|
||||||
|
debug: 0,
|
||||||
|
moonshine: moonshine
|
||||||
|
)
|
||||||
} else {
|
} else {
|
||||||
print("Please specify a supported modelType \(modelType)")
|
print("Please specify a supported modelType \(modelType)")
|
||||||
return
|
return
|
||||||
@@ -80,6 +99,8 @@ func run() {
|
|||||||
var filePath = "./sherpa-onnx-whisper-tiny.en/test_wavs/0.wav"
|
var filePath = "./sherpa-onnx-whisper-tiny.en/test_wavs/0.wav"
|
||||||
if modelType == "sense_voice" {
|
if modelType == "sense_voice" {
|
||||||
filePath = "./sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17/test_wavs/zh.wav"
|
filePath = "./sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17/test_wavs/zh.wav"
|
||||||
|
} else if modelType == "moonshine" {
|
||||||
|
filePath = "./sherpa-onnx-moonshine-tiny-en-int8/test_wavs/0.wav"
|
||||||
}
|
}
|
||||||
let fileURL: NSURL = NSURL(fileURLWithPath: filePath)
|
let fileURL: NSURL = NSURL(fileURLWithPath: filePath)
|
||||||
let audioFile = try! AVAudioFile(forReading: fileURL as URL)
|
let audioFile = try! AVAudioFile(forReading: fileURL as URL)
|
||||||
|
|||||||
Reference in New Issue
Block a user