70ee779410
* Support using onnxruntime 1.16.0 with CUDA 11.4 on Jetson Orin NX. The pre-built onnxruntime libs are provided by the community using the following command: ```bash ./build.sh --build_shared_lib --config Release --update \ --build --parallel --use_cuda \ --cuda_home /usr/local/cuda \ --cudnn_home /usr/lib/aarch64-linux-gnu 2>&1 | tee my-log.txt ``` See also https://github.com/microsoft/onnxruntime/discussions/11226 --- Info about the board: ``` Model: NVIDIA Orin NX T801-16GB - Jetpack 5.1.4 [L4T 35.6.0] ``` ``` nvidia@nvidia-desktop:~/Downloads$ head -n 1 /etc/nv_tegra_release # R35 (release), REVISION: 6.0, GCID: 37391689, BOARD: t186ref, EABI: aarch64, DATE: Wed Aug 28 09:12:27 UTC 2024 nvidia@nvidia-desktop:~/Downloads$ uname -r 5.10.216-tegra nvidia@nvidia-desktop:~/Downloads$ lsb_release -i -r Distributor ID: Ubuntu Release: 20.04 nvidia@nvidia-desktop:~/Downloads$ nvcc -V nvcc: NVIDIA (R) Cuda compiler driver Copyright (c) 2005-2022 NVIDIA Corporation Built on Wed_Sep_21_10:43:33_PDT_2022 Cuda compilation tools, release 11.8, V11.8.89 Build cuda_11.8.r11.8/compiler.31833905_0 nvidia@nvidia-desktop:~/Downloads$ dpkg -l libcudnn8 Desired=Unknown/Install/Remove/Purge/Hold | Status=Not/Inst/Conf-files/Unpacked/halF-conf/Half-inst/trig-aWait/Trig-pend |/ Err?=(none)/Reinst-required (Status,Err: uppercase=bad) ||/ Name Version Architecture Description +++-==============-====================-============-================================= ii libcudnn8 8.6.0.166-1+cuda11.4 arm64 cuDNN runtime libraries nvidia@nvidia-desktop:~/Downloads$ dpkg -l tensorrt Desired=Unknown/Install/Remove/Purge/Hold | Status=Not/Inst/Conf-files/Unpacked/halF-conf/Half-inst/trig-aWait/Trig-pend |/ Err?=(none)/Reinst-required (Status,Err: uppercase=bad) ||/ Name Version Architecture Description +++-==============-==================-============-================================= ii tensorrt 8.5.2.2-1+cuda11.4 arm64 Meta package for TensorRT ```
108 lines
3.1 KiB
Bash
Executable File
108 lines
3.1 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
# Usage of this file
|
|
#
|
|
# (1) Build CPU version of sherpa-onnx
|
|
# ./build-aarch64-linux-gnu.sh
|
|
#
|
|
# (2) Build GPU version of sherpa-onnx
|
|
#
|
|
# (a) Make sure your board has NVIDIA GPU(s)
|
|
#
|
|
# (b) For Jetson Nano B01 (using CUDA 10.2)
|
|
#
|
|
# export SHERPA_ONNX_ENABLE_GPU=ON
|
|
# export SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=1.11.0
|
|
# ./build-aarch64-linux-gnu.sh
|
|
#
|
|
# (c) For Jetson Orin NX (using CUDA 11.4)
|
|
#
|
|
# export SHERPA_ONNX_ENABLE_GPU=ON
|
|
# export SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=1.16.0
|
|
# ./build-aarch64-linux-gnu.sh
|
|
|
|
if command -v aarch64-none-linux-gnu-gcc &> /dev/null; then
|
|
ln -svf $(which aarch64-none-linux-gnu-gcc) ./aarch64-linux-gnu-gcc
|
|
ln -svf $(which aarch64-none-linux-gnu-g++) ./aarch64-linux-gnu-g++
|
|
export PATH=$PWD:$PATH
|
|
fi
|
|
|
|
if ! command -v aarch64-linux-gnu-gcc &> /dev/null; then
|
|
echo "Please install a toolchain for cross-compiling."
|
|
echo "You can refer to: "
|
|
echo " https://k2-fsa.github.io/sherpa/onnx/install/aarch64-embedded-linux.html"
|
|
echo "for help."
|
|
exit 1
|
|
fi
|
|
|
|
set -ex
|
|
|
|
dir=build-aarch64-linux-gnu
|
|
mkdir -p $dir
|
|
cd $dir
|
|
|
|
if [ ! -f alsa-lib/src/.libs/libasound.so ]; then
|
|
echo "Start to cross-compile alsa-lib"
|
|
if [ ! -d alsa-lib ]; then
|
|
git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
|
|
fi
|
|
# If it shows:
|
|
# ./gitcompile: line 79: libtoolize: command not found
|
|
# Please use:
|
|
# sudo apt-get install libtool m4 automake
|
|
#
|
|
pushd alsa-lib
|
|
CC=aarch64-linux-gnu-gcc ./gitcompile --host=aarch64-linux-gnu
|
|
popd
|
|
echo "Finish cross-compiling alsa-lib"
|
|
fi
|
|
|
|
export CPLUS_INCLUDE_PATH=$PWD/alsa-lib/include:$CPLUS_INCLUDE_PATH
|
|
export SHERPA_ONNX_ALSA_LIB_DIR=$PWD/alsa-lib/src/.libs
|
|
|
|
if [[ x"$BUILD_SHARED_LIBS" == x"" ]]; then
|
|
# By default, use static link
|
|
BUILD_SHARED_LIBS=OFF
|
|
fi
|
|
|
|
if [[ x"$SHERPA_ONNX_ENABLE_GPU" == x"" ]]; then
|
|
# By default, use CPU
|
|
SHERPA_ONNX_ENABLE_GPU=OFF
|
|
fi
|
|
|
|
if [[ x"$SHERPA_ONNX_ENABLE_GPU" == x"ON" ]]; then
|
|
# Build shared libs if building GPU is enabled.
|
|
BUILD_SHARED_LIBS=ON
|
|
fi
|
|
|
|
if [[ x"$SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION" == x"" ]]; then
|
|
# Used only when SHERPA_ONNX_ENABLE_GPU is ON
|
|
SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION="1.11.0"
|
|
fi
|
|
|
|
cmake \
|
|
-DBUILD_PIPER_PHONMIZE_EXE=OFF \
|
|
-DBUILD_PIPER_PHONMIZE_TESTS=OFF \
|
|
-DBUILD_ESPEAK_NG_EXE=OFF \
|
|
-DBUILD_ESPEAK_NG_TESTS=OFF \
|
|
-DCMAKE_INSTALL_PREFIX=./install \
|
|
-DCMAKE_BUILD_TYPE=Release \
|
|
-DSHERPA_ONNX_ENABLE_GPU=$SHERPA_ONNX_ENABLE_GPU \
|
|
-DBUILD_SHARED_LIBS=$BUILD_SHARED_LIBS \
|
|
-DSHERPA_ONNX_ENABLE_TESTS=OFF \
|
|
-DSHERPA_ONNX_ENABLE_PYTHON=OFF \
|
|
-DSHERPA_ONNX_ENABLE_CHECK=OFF \
|
|
-DSHERPA_ONNX_ENABLE_PORTAUDIO=OFF \
|
|
-DSHERPA_ONNX_ENABLE_JNI=OFF \
|
|
-DSHERPA_ONNX_ENABLE_C_API=ON \
|
|
-DSHERPA_ONNX_ENABLE_WEBSOCKET=ON \
|
|
-DSHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=$SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION \
|
|
-DCMAKE_TOOLCHAIN_FILE=../toolchains/aarch64-linux-gnu.toolchain.cmake \
|
|
..
|
|
|
|
make VERBOSE=1 -j4
|
|
make install/strip
|
|
|
|
# Enable it if only needed
|
|
# cp -v $SHERPA_ONNX_ALSA_LIB_DIR/libasound.so* ./install/lib/
|