Build wheels for rknn linux aarch64 (#1928)
This commit is contained in:
125
.github/workflows/build-wheels-aarch64-rknn.yaml
vendored
Normal file
125
.github/workflows/build-wheels-aarch64-rknn.yaml
vendored
Normal file
@@ -0,0 +1,125 @@
|
|||||||
|
name: build-wheels-aarch64-rknn
|
||||||
|
|
||||||
|
on:
|
||||||
|
push:
|
||||||
|
branches:
|
||||||
|
- wheel
|
||||||
|
workflow_dispatch:
|
||||||
|
|
||||||
|
concurrency:
|
||||||
|
group: build-wheels-aarch64-rknn-${{ github.ref }}
|
||||||
|
cancel-in-progress: true
|
||||||
|
|
||||||
|
jobs:
|
||||||
|
build_wheels_aarch64_rknn:
|
||||||
|
runs-on: ${{ matrix.os }}
|
||||||
|
name: ${{ matrix.os }} ${{ matrix.python-version }}
|
||||||
|
strategy:
|
||||||
|
fail-fast: false
|
||||||
|
matrix:
|
||||||
|
os: [ubuntu-22.04-arm]
|
||||||
|
python-version: ["3.8", "3.9", "3.10", "3.11", "3.12", "3.13"]
|
||||||
|
|
||||||
|
steps:
|
||||||
|
- uses: actions/checkout@v4
|
||||||
|
with:
|
||||||
|
fetch-depth: 0
|
||||||
|
|
||||||
|
- name: Setup Python ${{ matrix.python-version }}
|
||||||
|
uses: actions/setup-python@v5
|
||||||
|
with:
|
||||||
|
python-version: ${{ matrix.python-version }}
|
||||||
|
|
||||||
|
- name: Install Python dependencies
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
python3 -m pip install --upgrade pip numpy pypinyin sentencepiece setuptools wheel
|
||||||
|
|
||||||
|
- name: ccache
|
||||||
|
uses: hendrikmuhs/ccache-action@v1.2
|
||||||
|
with:
|
||||||
|
key: ${{ matrix.os }}-rknn-linux-aarch64-wheel
|
||||||
|
|
||||||
|
- name: Download rknn-toolkit2
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
git clone --depth 1 https://github.com/airockchip/rknn-toolkit2
|
||||||
|
|
||||||
|
- name: Build sherpa-onnx
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
export CMAKE_CXX_COMPILER_LAUNCHER=ccache
|
||||||
|
export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
|
||||||
|
cmake --version
|
||||||
|
|
||||||
|
echo "config: ${{ matrix.config }}"
|
||||||
|
uname -a
|
||||||
|
which gcc
|
||||||
|
|
||||||
|
gcc --version
|
||||||
|
g++ --version
|
||||||
|
|
||||||
|
echo "pwd"
|
||||||
|
|
||||||
|
ls -lh
|
||||||
|
|
||||||
|
git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
|
||||||
|
pushd alsa-lib
|
||||||
|
./gitcompile
|
||||||
|
popd
|
||||||
|
|
||||||
|
export SHERPA_ONNX_RKNN_TOOLKIT2_PATH=$PWD/rknn-toolkit2
|
||||||
|
export SHERPA_ONNX_RKNN_TOOLKIT2_LIB_DIR=$SHERPA_ONNX_RKNN_TOOLKIT2_PATH/rknpu2/runtime/Linux/librknn_api/aarch64
|
||||||
|
export CPLUS_INCLUDE_PATH=$SHERPA_ONNX_RKNN_TOOLKIT2_PATH/rknpu2/runtime/Linux/librknn_api/include:$CPLUS_INCLUDE_PATH
|
||||||
|
export CPLUS_INCLUDE_PATH=$PWD/alsa-lib/include:$CPLUS_INCLUDE_PATH
|
||||||
|
export SHERPA_ONNX_ALSA_LIB_DIR=$PWD/alsa-lib/src/.libs
|
||||||
|
|
||||||
|
export SHERPA_ONNX_CMAKE_ARGS="-DSHERPA_ONNX_ENABLE_RKNN=ON -DSHERPA_ONNX_ENABLE_ALSA=1"
|
||||||
|
python3 setup.py bdist_wheel
|
||||||
|
|
||||||
|
|
||||||
|
- name: Display results
|
||||||
|
shell: bash
|
||||||
|
run: |
|
||||||
|
ls -lh dist
|
||||||
|
|
||||||
|
- name: Publish to huggingface
|
||||||
|
env:
|
||||||
|
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
||||||
|
uses: nick-fields/retry@v3
|
||||||
|
with:
|
||||||
|
max_attempts: 20
|
||||||
|
timeout_seconds: 200
|
||||||
|
shell: bash
|
||||||
|
command: |
|
||||||
|
git config --global user.email "csukuangfj@gmail.com"
|
||||||
|
git config --global user.name "Fangjun Kuang"
|
||||||
|
|
||||||
|
rm -rf huggingface
|
||||||
|
export GIT_LFS_SKIP_SMUDGE=1
|
||||||
|
export GIT_CLONE_PROTECTION_ACTIVE=false
|
||||||
|
|
||||||
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
||||||
|
echo "SHERPA_ONNX_VERSION $SHERPA_ONNX_VERSION"
|
||||||
|
|
||||||
|
d=rknn/$SHERPA_ONNX_VERSION/
|
||||||
|
|
||||||
|
git clone https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
|
||||||
|
cd huggingface
|
||||||
|
git fetch
|
||||||
|
git pull
|
||||||
|
git merge -m "merge remote" --ff origin main
|
||||||
|
|
||||||
|
mkdir -p $d
|
||||||
|
|
||||||
|
cp -v ../dist/*.whl $d/
|
||||||
|
|
||||||
|
git status
|
||||||
|
git add .
|
||||||
|
git commit -m "add more wheels"
|
||||||
|
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-wheels main
|
||||||
|
|
||||||
|
- uses: actions/upload-artifact@v4
|
||||||
|
with:
|
||||||
|
name: wheel-${{ matrix.python-version }}
|
||||||
|
path: ./dist/*.whl
|
||||||
3
.github/workflows/linux.yaml
vendored
3
.github/workflows/linux.yaml
vendored
@@ -174,7 +174,8 @@ jobs:
|
|||||||
|
|
||||||
cp -a build/install/bin $dst/
|
cp -a build/install/bin $dst/
|
||||||
if [[ ${{ matrix.shared_lib }} == ON ]]; then
|
if [[ ${{ matrix.shared_lib }} == ON ]]; then
|
||||||
cp -av build/install/lib $dst/
|
mkdir $dst/lib
|
||||||
|
cp -av build/install/lib/*.so* $dst/lib/
|
||||||
fi
|
fi
|
||||||
cp -a build/install/include $dst/
|
cp -a build/install/include $dst/
|
||||||
|
|
||||||
|
|||||||
5
.github/workflows/rknn-linux-aarch64.yaml
vendored
5
.github/workflows/rknn-linux-aarch64.yaml
vendored
@@ -152,7 +152,8 @@ jobs:
|
|||||||
cp -a build/install/bin $dst/
|
cp -a build/install/bin $dst/
|
||||||
|
|
||||||
if [[ ${{ matrix.shared }} == ON ]]; then
|
if [[ ${{ matrix.shared }} == ON ]]; then
|
||||||
cp -v build/install/lib/lib*.so $dst/
|
mkdir -p $dst/lib
|
||||||
|
cp -v build/install/lib/lib*.so $dst/lib/
|
||||||
fi
|
fi
|
||||||
|
|
||||||
ls -lh build/install/lib
|
ls -lh build/install/lib
|
||||||
@@ -218,7 +219,7 @@ jobs:
|
|||||||
file: sherpa-onnx-*linux-aarch64*.tar.bz2
|
file: sherpa-onnx-*linux-aarch64*.tar.bz2
|
||||||
|
|
||||||
- name: Release pre-compiled binaries and libs for rknn linux aarch64
|
- name: Release pre-compiled binaries and libs for rknn linux aarch64
|
||||||
# if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
|
if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
|
||||||
uses: svenstaro/upload-release-action@v2
|
uses: svenstaro/upload-release-action@v2
|
||||||
with:
|
with:
|
||||||
file_glob: true
|
file_glob: true
|
||||||
|
|||||||
@@ -84,7 +84,7 @@ bool OnlineModelConfig::Validate() const {
|
|||||||
EndsWith(transducer.joiner, ".onnx"))) {
|
EndsWith(transducer.joiner, ".onnx"))) {
|
||||||
SHERPA_ONNX_LOGE(
|
SHERPA_ONNX_LOGE(
|
||||||
"--provider is rknn, but you pass onnx model "
|
"--provider is rknn, but you pass onnx model "
|
||||||
"filenames. encoder: '%s', decoder: '%s', joiner: %'s'",
|
"filenames. encoder: '%s', decoder: '%s', joiner: '%s'",
|
||||||
transducer.encoder.c_str(), transducer.decoder.c_str(),
|
transducer.encoder.c_str(), transducer.decoder.c_str(),
|
||||||
transducer.joiner.c_str());
|
transducer.joiner.c_str());
|
||||||
return false;
|
return false;
|
||||||
|
|||||||
Reference in New Issue
Block a user