203 lines
7.0 KiB
Python
203 lines
7.0 KiB
Python
# cmake/cmake_extension.py
|
|
# Copyright (c) 2023 Xiaomi Corporation
|
|
#
|
|
# flake8: noqa
|
|
|
|
import os
|
|
import platform
|
|
import shutil
|
|
import sys
|
|
from pathlib import Path
|
|
|
|
import setuptools
|
|
from setuptools.command.build_ext import build_ext
|
|
|
|
|
|
def is_for_pypi():
|
|
ans = os.environ.get("SHERPA_ONNX_IS_FOR_PYPI", None)
|
|
return ans is not None
|
|
|
|
|
|
def is_macos():
|
|
return platform.system() == "Darwin"
|
|
|
|
|
|
def is_windows():
|
|
return platform.system() == "Windows"
|
|
|
|
|
|
def is_linux():
|
|
return platform.system() == "Linux"
|
|
|
|
|
|
def is_arm64():
|
|
return platform.machine() in ["arm64", "aarch64"]
|
|
|
|
|
|
def is_x86():
|
|
return platform.machine() in ["i386", "i686", "x86_64"]
|
|
|
|
|
|
def enable_alsa():
|
|
build_alsa = os.environ.get("SHERPA_ONNX_ENABLE_ALSA", None)
|
|
return build_alsa and is_linux() and (is_arm64() or is_x86())
|
|
|
|
|
|
try:
|
|
from wheel.bdist_wheel import bdist_wheel as _bdist_wheel
|
|
|
|
class bdist_wheel(_bdist_wheel):
|
|
def finalize_options(self):
|
|
_bdist_wheel.finalize_options(self)
|
|
# In this case, the generated wheel has a name in the form
|
|
# sherpa-xxx-pyxx-none-any.whl
|
|
if is_for_pypi() and not is_macos():
|
|
self.root_is_pure = True
|
|
else:
|
|
# The generated wheel has a name ending with
|
|
# -linux_x86_64.whl
|
|
self.root_is_pure = False
|
|
|
|
except ImportError:
|
|
bdist_wheel = None
|
|
|
|
|
|
def cmake_extension(name, *args, **kwargs) -> setuptools.Extension:
|
|
kwargs["language"] = "c++"
|
|
sources = []
|
|
return setuptools.Extension(name, sources, *args, **kwargs)
|
|
|
|
|
|
class BuildExtension(build_ext):
|
|
def build_extension(self, ext: setuptools.extension.Extension):
|
|
# build/temp.linux-x86_64-3.8
|
|
os.makedirs(self.build_temp, exist_ok=True)
|
|
|
|
# build/lib.linux-x86_64-3.8
|
|
os.makedirs(self.build_lib, exist_ok=True)
|
|
|
|
out_bin_dir = Path(self.build_lib).parent / "sherpa_onnx" / "bin"
|
|
install_dir = Path(self.build_lib).resolve() / "sherpa_onnx"
|
|
|
|
sherpa_onnx_dir = Path(__file__).parent.parent.resolve()
|
|
|
|
cmake_args = os.environ.get("SHERPA_ONNX_CMAKE_ARGS", "")
|
|
make_args = os.environ.get("SHERPA_ONNX_MAKE_ARGS", "")
|
|
system_make_args = os.environ.get("MAKEFLAGS", "")
|
|
|
|
if cmake_args == "":
|
|
cmake_args = "-DCMAKE_BUILD_TYPE=Release"
|
|
|
|
extra_cmake_args = f" -DCMAKE_INSTALL_PREFIX={install_dir} "
|
|
extra_cmake_args += " -DBUILD_SHARED_LIBS=ON "
|
|
extra_cmake_args += " -DBUILD_PIPER_PHONMIZE_EXE=OFF "
|
|
extra_cmake_args += " -DBUILD_PIPER_PHONMIZE_TESTS=OFF "
|
|
extra_cmake_args += " -DBUILD_ESPEAK_NG_EXE=OFF "
|
|
extra_cmake_args += " -DBUILD_ESPEAK_NG_TESTS=OFF "
|
|
|
|
extra_cmake_args += " -DSHERPA_ONNX_ENABLE_CHECK=OFF "
|
|
extra_cmake_args += " -DSHERPA_ONNX_ENABLE_PYTHON=ON "
|
|
extra_cmake_args += " -DSHERPA_ONNX_ENABLE_PORTAUDIO=ON "
|
|
extra_cmake_args += " -DSHERPA_ONNX_ENABLE_WEBSOCKET=ON "
|
|
|
|
if "PYTHON_EXECUTABLE" not in cmake_args:
|
|
print(f"Setting PYTHON_EXECUTABLE to {sys.executable}")
|
|
cmake_args += f" -DPYTHON_EXECUTABLE={sys.executable}"
|
|
|
|
cmake_args += extra_cmake_args
|
|
|
|
if is_windows():
|
|
build_cmd = f"""
|
|
cmake {cmake_args} -B {self.build_temp} -S {sherpa_onnx_dir}
|
|
cmake --build {self.build_temp} --target install --config Release -- -m
|
|
"""
|
|
print(f"build command is:\n{build_cmd}")
|
|
ret = os.system(
|
|
f"cmake {cmake_args} -B {self.build_temp} -S {sherpa_onnx_dir}"
|
|
)
|
|
if ret != 0:
|
|
raise Exception("Failed to configure sherpa")
|
|
|
|
ret = os.system(
|
|
f"cmake --build {self.build_temp} --target install --config Release -- -m" # noqa
|
|
)
|
|
if ret != 0:
|
|
raise Exception("Failed to build and install sherpa")
|
|
else:
|
|
if make_args == "" and system_make_args == "":
|
|
print("for fast compilation, run:")
|
|
print('export SHERPA_ONNX_MAKE_ARGS="-j"; python setup.py install')
|
|
print('Setting make_args to "-j4"')
|
|
make_args = "-j4"
|
|
|
|
build_cmd = f"""
|
|
cd {self.build_temp}
|
|
|
|
cmake {cmake_args} {sherpa_onnx_dir}
|
|
|
|
make {make_args} install/strip
|
|
"""
|
|
print(f"build command is:\n{build_cmd}")
|
|
|
|
ret = os.system(build_cmd)
|
|
if ret != 0:
|
|
raise Exception(
|
|
"\nBuild sherpa-onnx failed. Please check the error message.\n"
|
|
"You can ask for help by creating an issue on GitHub.\n"
|
|
"\nClick:\n\thttps://github.com/k2-fsa/sherpa-onnx/issues/new\n" # noqa
|
|
)
|
|
|
|
suffix = ".exe" if is_windows() else ""
|
|
# Remember to also change setup.py
|
|
|
|
binaries = ["sherpa-onnx"]
|
|
binaries += ["sherpa-onnx-keyword-spotter"]
|
|
binaries += ["sherpa-onnx-offline"]
|
|
binaries += ["sherpa-onnx-microphone"]
|
|
binaries += ["sherpa-onnx-microphone-offline"]
|
|
binaries += ["sherpa-onnx-microphone-offline-speaker-identification"]
|
|
binaries += ["sherpa-onnx-online-websocket-server"]
|
|
binaries += ["sherpa-onnx-offline-websocket-server"]
|
|
binaries += ["sherpa-onnx-online-websocket-client"]
|
|
binaries += ["sherpa-onnx-vad-microphone"]
|
|
binaries += ["sherpa-onnx-vad-microphone-offline-asr"]
|
|
binaries += ["sherpa-onnx-offline-tts"]
|
|
binaries += ["sherpa-onnx-offline-tts-play"]
|
|
|
|
if enable_alsa():
|
|
binaries += ["sherpa-onnx-alsa"]
|
|
binaries += ["sherpa-onnx-alsa-offline"]
|
|
binaries += ["sherpa-onnx-offline-tts-play-alsa"]
|
|
binaries += ["sherpa-onnx-alsa-offline-speaker-identification"]
|
|
|
|
if is_windows():
|
|
binaries += ["kaldi-native-fbank-core.dll"]
|
|
binaries += ["sherpa-onnx-c-api.dll"]
|
|
binaries += ["sherpa-onnx-core.dll"]
|
|
binaries += ["sherpa-onnx-portaudio.dll"]
|
|
binaries += ["onnxruntime.dll"]
|
|
binaries += ["piper_phonemize.dll"]
|
|
binaries += ["espeak-ng.dll"]
|
|
binaries += ["ucd.dll"]
|
|
binaries += ["kaldi-decoder-core.dll"]
|
|
binaries += ["sherpa-onnx-fst.lib"]
|
|
binaries += ["sherpa-onnx-kaldifst-core.lib"]
|
|
|
|
for f in binaries:
|
|
suffix = "" if (".dll" in f or ".lib" in f) else suffix
|
|
src_file = install_dir / "bin" / (f + suffix)
|
|
if not src_file.is_file():
|
|
src_file = install_dir / "lib" / (f + suffix)
|
|
if not src_file.is_file():
|
|
src_file = install_dir / ".." / (f + suffix)
|
|
|
|
print(f"Copying {src_file} to {out_bin_dir}/")
|
|
shutil.copy(f"{src_file}", f"{out_bin_dir}/")
|
|
|
|
shutil.rmtree(f"{install_dir}/bin")
|
|
shutil.rmtree(f"{install_dir}/share")
|
|
shutil.rmtree(f"{install_dir}/lib/pkgconfig")
|
|
|
|
if is_windows():
|
|
shutil.rmtree(f"{install_dir}/lib")
|