Add C++ and Python API for Kokoro 1.0 multilingual TTS model (#1795)

2025-02-06 22:57:13 +08:00
parent 08cefe8488
commit c84a833863
20 changed files with 819 additions and 39 deletions
--- a/sherpa-onnx/csrc/kokoro-multi-lang-lexicon.h
+++ b/sherpa-onnx/csrc/kokoro-multi-lang-lexicon.h
@@ -0,0 +1,45 @@
+// sherpa-onnx/csrc/kokoro-multi-lang-lexicon.h
+//
+// Copyright (c)  2025  Xiaomi Corporation
+
+#ifndef SHERPA_ONNX_CSRC_KOKORO_MULTI_LANG_LEXICON_H_
+#define SHERPA_ONNX_CSRC_KOKORO_MULTI_LANG_LEXICON_H_
+
+#include <memory>
+#include <string>
+#include <vector>
+
+#include "sherpa-onnx/csrc/offline-tts-frontend.h"
+#include "sherpa-onnx/csrc/offline-tts-kokoro-model-meta-data.h"
+
+namespace sherpa_onnx {
+
+class KokoroMultiLangLexicon : public OfflineTtsFrontend {
+ public:
+  ~KokoroMultiLangLexicon() override;
+
+  KokoroMultiLangLexicon(const std::string &tokens, const std::string &lexicon,
+                         const std::string &dict_dir,
+                         const std::string &data_dir,
+                         const OfflineTtsKokoroModelMetaData &meta_data,
+                         bool debug);
+
+  template <typename Manager>
+  KokoroMultiLangLexicon(Manager *mgr, const std::string &tokens,
+                         const std::string &lexicon,
+                         const std::string &dict_dir,
+                         const std::string &data_dir,
+                         const OfflineTtsKokoroModelMetaData &meta_data,
+                         bool debug);
+
+  std::vector<TokenIDs> ConvertTextToTokenIds(
+      const std::string &text, const std::string &voice = "") const override;
+
+ private:
+  class Impl;
+  std::unique_ptr<Impl> impl_;
+};
+
+}  // namespace sherpa_onnx
+
+#endif  // SHERPA_ONNX_CSRC_KOKORO_MULTI_LANG_LEXICON_H_