Support piper-phonemize (#452)

2023-11-28 19:12:58 +08:00
parent 87a47d7db4
commit db41778e99
17 changed files with 424 additions and 2 deletions
--- a/cmake/espeak-ng-for-piper.cmake
+++ b/cmake/espeak-ng-for-piper.cmake
@@ -0,0 +1,127 @@
+function(download_espeak_ng_for_piper)
+  include(FetchContent)
+
+  set(espeak_ng_URL  "https://github.com/csukuangfj/espeak-ng/archive/c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip")
+  set(espeak_ng_URL2 "")
+  set(espeak_ng_HASH "SHA256=8a48251e6926133dd91fcf6cb210c7c2e290a9b578d269446e2d32d710b0dfa0")
+
+  set(USE_ASYNC OFF CACHE BOOL "" FORCE)
+  set(USE_MBROLA OFF CACHE BOOL "" FORCE)
+  set(USE_LIBSONIC OFF CACHE BOOL "" FORCE)
+  set(USE_LIBPCAUDIO OFF CACHE BOOL "" FORCE)
+  set(USE_KLATT OFF CACHE BOOL "" FORCE)
+  set(USE_SPEECHPLAYER OFF CACHE BOOL "" FORCE)
+  set(EXTRA_cmn ON CACHE BOOL "" FORCE)
+  set(EXTRA_ru ON CACHE BOOL "" FORCE)
+
+  # If you don't have access to the Internet,
+  # please pre-download kaldi-decoder
+  set(possible_file_locations
+    $ENV{HOME}/Downloads/espeak-ng-c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip
+    ${PROJECT_SOURCE_DIR}/espeak-ng-c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip
+    ${PROJECT_BINARY_DIR}/espeak-ng-c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip
+    /tmp/espeak-ng-c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip
+    /star-fj/fangjun/download/github/espeak-ng-c58d2a4a88e9a291ca448f046e15c6188cbd3b3a.zip
+  )
+
+  foreach(f IN LISTS possible_file_locations)
+    if(EXISTS ${f})
+      set(espeak_ng_URL  "${f}")
+      file(TO_CMAKE_PATH "${espeak_ng_URL}" espeak_ng_URL)
+      message(STATUS "Found local downloaded espeak-ng: ${espeak_ng_URL}")
+      set(espeak_ng_URL2 )
+      break()
+    endif()
+  endforeach()
+
+  FetchContent_Declare(espeak_ng
+    URL
+      ${espeak_ng_URL}
+      ${espeak_ng_URL2}
+    URL_HASH          ${espeak_ng_HASH}
+  )
+
+  FetchContent_GetProperties(espeak_ng)
+  if(NOT espeak_ng_POPULATED)
+    message(STATUS "Downloading espeak-ng from ${espeak_ng_URL}")
+    FetchContent_Populate(espeak_ng)
+  endif()
+  message(STATUS "espeak-ng is downloaded to ${espeak_ng_SOURCE_DIR}")
+  message(STATUS "espeak-ng binary dir is ${espeak_ng_BINARY_DIR}")
+
+  add_subdirectory(${espeak_ng_SOURCE_DIR} ${espeak_ng_BINARY_DIR})
+  set(espeak_ng_SOURCE_DIR ${espeak_ng_SOURCE_DIR} PARENT_SCOPE)
+
+  if(WIN32 AND MSVC)
+    target_compile_options(ucd PUBLIC
+      /wd4309
+    )
+
+    target_compile_options(espeak-ng PUBLIC
+      /wd4005
+      /wd4018
+      /wd4067
+      /wd4068
+      /wd4090
+      /wd4101
+      /wd4244
+      /wd4267
+      /wd4996
+    )
+
+    if(TARGET espeak-ng-bin)
+      target_compile_options(espeak-ng-bin PRIVATE
+        /wd4244
+        /wd4024
+        /wd4047
+        /wd4067
+        /wd4267
+        /wd4996
+      )
+    endif()
+  endif()
+
+  if(UNIX AND NOT APPLE)
+    target_compile_options(espeak-ng PRIVATE
+      -Wno-unused-result
+      -Wno-format-overflow
+      -Wno-format-truncation
+      -Wno-maybe-uninitialized
+      -Wno-format
+    )
+
+    if(TARGET espeak-ng-bin)
+      target_compile_options(espeak-ng-bin PRIVATE
+        -Wno-unused-result
+      )
+    endif()
+  endif()
+
+  target_include_directories(espeak-ng
+    INTERFACE
+      ${espeak_ng_SOURCE_DIR}/src/include
+      ${espeak_ng_SOURCE_DIR}/src/ucd-tools/src/include
+  )
+
+  if(SHERPA_ONNX_ENABLE_PYTHON AND WIN32)
+    install(TARGETS
+      espeak-ng
+    DESTINATION ..)
+  else()
+    install(TARGETS
+      espeak-ng
+    DESTINATION lib)
+  endif()
+
+  if(NOT BUILD_SHARED_LIBS)
+    install(TARGETS ucd DESTINATION lib)
+  endif()
+
+  if(WIN32 AND BUILD_SHARED_LIBS)
+    install(TARGETS
+      espeak-ng
+    DESTINATION bin)
+  endif()
+endfunction()
+
+download_espeak_ng_for_piper()
--- a/cmake/kaldi-decoder.cmake
+++ b/cmake/kaldi-decoder.cmake
@@ -47,6 +47,13 @@ function(download_kaldi_decoder)
  include_directories(${kaldi_decoder_SOURCE_DIR})
  add_subdirectory(${kaldi_decoder_SOURCE_DIR} ${kaldi_decoder_BINARY_DIR} EXCLUDE_FROM_ALL)

+  if(WIN32 AND MSVC)
+    target_compile_options(kaldi-decoder-core PUBLIC
+      /wd4018
+      /wd4291
+    )
+  endif()
+
  target_include_directories(kaldi-decoder-core
    INTERFACE
      ${kaldi-decoder_SOURCE_DIR}/
--- a/cmake/onnxruntime.cmake
+++ b/cmake/onnxruntime.cmake
@@ -94,6 +94,7 @@ function(download_onnxruntime)
    message(STATUS "CMAKE_SYSTEM_PROCESSOR: ${CMAKE_SYSTEM_PROCESSOR}")
    message(FATAL_ERROR "Only support Linux, macOS, and Windows at present. Will support other OSes later")
  endif()
+  set(onnxruntime_SOURCE_DIR ${onnxruntime_SOURCE_DIR} PARENT_SCOPE)
 endfunction()

 # First, we try to locate the header and the lib if the use has already
--- a/cmake/piper-phonemize.cmake
+++ b/cmake/piper-phonemize.cmake
@@ -0,0 +1,73 @@
+function(download_piper_phonemize)
+  include(FetchContent)
+
+  set(piper_phonemize_URL  "https://github.com/csukuangfj/piper-phonemize/archive/6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip")
+  set(piper_phonemize_URL2 "")
+  set(piper_phonemize_HASH "SHA256=6fbacf540b03f00d1386bb372fb7090e3bb852bd019d74e615d3f161f728bc93")
+
+  # If you don't have access to the Internet,
+  # please pre-download kaldi-decoder
+  set(possible_file_locations
+    $ENV{HOME}/Downloads/piper-phonemize-6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip
+    ${PROJECT_SOURCE_DIR}/piper-phonemize-6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip
+    ${PROJECT_BINARY_DIR}/piper-phonemize-6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip
+    /tmp/piper-phonemize-6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip
+    /star-fj/fangjun/download/github/piper-phonemize-6383e46b62e94c5cafc0c6a6212249ed8b9ed8d0.zip
+  )
+
+  foreach(f IN LISTS possible_file_locations)
+    if(EXISTS ${f})
+      set(piper_phonemize_URL  "${f}")
+      file(TO_CMAKE_PATH "${piper_phonemize_URL}" piper_phonemize_URL)
+      message(STATUS "Found local downloaded espeak-ng: ${piper_phonemize_URL}")
+      set(piper_phonemize_URL2 )
+      break()
+    endif()
+  endforeach()
+
+  FetchContent_Declare(piper_phonemize
+    URL
+      ${piper_phonemize_URL}
+      ${piper_phonemize_URL2}
+    URL_HASH          ${piper_phonemize_HASH}
+  )
+
+  FetchContent_GetProperties(piper_phonemize)
+  if(NOT piper_phonemize_POPULATED)
+    message(STATUS "Downloading piper-phonemize from ${piper_phonemize_URL}")
+    FetchContent_Populate(piper_phonemize)
+  endif()
+  message(STATUS "piper-phonemize is downloaded to ${piper_phonemize_SOURCE_DIR}")
+  message(STATUS "piper-phonemize binary dir is ${piper_phonemize_BINARY_DIR}")
+
+  add_subdirectory(${piper_phonemize_SOURCE_DIR} ${piper_phonemize_BINARY_DIR} EXCLUDE_FROM_ALL)
+
+  if(WIN32 AND MSVC)
+    target_compile_options(piper_phonemize PUBLIC
+      /wd4309
+    )
+  endif()
+
+  target_include_directories(piper_phonemize
+    INTERFACE
+      ${piper_phonemize_SOURCE_DIR}/src/include
+  )
+
+  if(SHERPA_ONNX_ENABLE_PYTHON AND WIN32)
+    install(TARGETS
+      piper_phonemize
+    DESTINATION ..)
+  else()
+    install(TARGETS
+      piper_phonemize
+    DESTINATION lib)
+  endif()
+
+  if(WIN32 AND BUILD_SHARED_LIBS)
+    install(TARGETS
+      piper_phonemize
+    DESTINATION bin)
+  endif()
+endfunction()
+
+download_piper_phonemize()