803c02db0a
pypi.org provides only 10GB of free space for open-source projects. Each new release of sherpa-onnx occupies about 800MB, so we have to delete previous releases otherwise pypi.org refuses to accept new releases due to limited spaces. To let users install previous versions, we also publish wheels to huggingface and users can find them at https://k2-fsa.github.io/sherpa/onnx/cpu.html and https://k2-fsa.github.io/sherpa/onnx/cpu-cn.html (for users without access to huggingface.co)
144 lines
4.4 KiB
YAML
144 lines
4.4 KiB
YAML
name: build-wheels-linux
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- wheel
|
|
tags:
|
|
- 'v[0-9]+.[0-9]+.[0-9]+*'
|
|
workflow_dispatch:
|
|
|
|
env:
|
|
SHERPA_ONNX_IS_IN_GITHUB_ACTIONS: 1
|
|
|
|
concurrency:
|
|
group: build-wheels-linux-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
build_wheels_linux:
|
|
name: ${{ matrix.manylinux }} ${{ matrix.python-version }}
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest]
|
|
python-version: ["cp37", "cp38", "cp39", "cp310", "cp311", "cp312"]
|
|
manylinux: [manylinux2014] #, manylinux_2_28]
|
|
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
|
|
# see https://cibuildwheel.readthedocs.io/en/stable/changelog/
|
|
# for a list of versions
|
|
- name: Build wheels
|
|
uses: pypa/cibuildwheel@v2.16.5
|
|
env:
|
|
CIBW_BEFORE_ALL: |
|
|
git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
|
|
cd alsa-lib
|
|
./gitcompile
|
|
cd ..
|
|
echo "PWD"
|
|
ls -lh /project/alsa-lib/src/.libs
|
|
|
|
CIBW_ENVIRONMENT: CPLUS_INCLUDE_PATH=/project/alsa-lib/include:$CPLUS_INCLUDE_PATH SHERPA_ONNX_ALSA_LIB_DIR=/project/alsa-lib/src/.libs LD_LIBRARY_PATH=/project/build/bdist.linux-x86_64/wheel/sherpa_onnx/lib:$SHERPA_ONNX_ALSA_LIB_DIR SHERPA_ONNX_MAKE_ARGS="VERBOSE=1" SHERPA_ONNX_ENABLE_ALSA=1
|
|
|
|
CIBW_BUILD: "${{ matrix.python-version}}-* "
|
|
CIBW_SKIP: "cp27-* cp35-* cp36-* *-win32 pp* *-musllinux* *-manylinux_i686"
|
|
CIBW_BUILD_VERBOSITY: 3
|
|
CIBW_MANYLINUX_X86_64_IMAGE: quay.io/pypa/${{ matrix.manylinux }}_x86_64
|
|
|
|
- name: Display wheels
|
|
shell: bash
|
|
run: |
|
|
ls -lh ./wheelhouse/
|
|
|
|
- name: Install patchelf
|
|
if: matrix.os == 'ubuntu-latest'
|
|
shell: bash
|
|
run: |
|
|
sudo apt-get update -q
|
|
sudo apt-get install -q -y patchelf
|
|
patchelf --help
|
|
|
|
- name: Patch wheels
|
|
shell: bash
|
|
if: matrix.os == 'ubuntu-latest'
|
|
run: |
|
|
mkdir ./wheels
|
|
sudo ./scripts/wheel/patch_wheel.py --in-dir ./wheelhouse --out-dir ./wheels
|
|
|
|
ls -lh ./wheels/
|
|
rm -rf ./wheelhouse
|
|
mv ./wheels ./wheelhouse
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
with:
|
|
name: wheel-${{ matrix.python-version }}-${{ matrix.manylinux }}
|
|
path: ./wheelhouse/*.whl
|
|
|
|
- name: Publish to huggingface
|
|
env:
|
|
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
|
uses: nick-fields/retry@v3
|
|
with:
|
|
max_attempts: 20
|
|
timeout_seconds: 200
|
|
shell: bash
|
|
command: |
|
|
git config --global user.email "csukuangfj@gmail.com"
|
|
git config --global user.name "Fangjun Kuang"
|
|
|
|
rm -rf huggingface
|
|
export GIT_LFS_SKIP_SMUDGE=1
|
|
export GIT_CLONE_PROTECTION_ACTIVE=false
|
|
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
echo "SHERPA_ONNX_VERSION $SHERPA_ONNX_VERSION"
|
|
|
|
d=cpu/$SHERPA_ONNX_VERSION
|
|
|
|
git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
|
|
cd huggingface
|
|
git fetch
|
|
git pull
|
|
git merge -m "merge remote" --ff origin main
|
|
|
|
mkdir -p $d
|
|
|
|
cp -v ../wheelhouse/*.whl $d/
|
|
|
|
git status
|
|
git add .
|
|
git commit -m "add more wheels"
|
|
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-wheels main
|
|
|
|
- name: Publish wheels to PyPI
|
|
env:
|
|
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
|
|
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
|
|
shell: bash
|
|
run: |
|
|
python3 -m pip install --upgrade pip
|
|
python3 -m pip install wheel twine setuptools
|
|
|
|
twine upload ./wheelhouse/*.whl
|
|
|
|
- name: Build sdist
|
|
if: matrix.python-version == 'cp38' && matrix.manylinux == 'manylinux2014'
|
|
shell: bash
|
|
run: |
|
|
python3 setup.py sdist
|
|
ls -l dist/*
|
|
|
|
- name: Publish sdist to PyPI
|
|
if: matrix.python-version == 'cp38' && matrix.manylinux == 'manylinux2014'
|
|
env:
|
|
TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }}
|
|
TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }}
|
|
shell: bash
|
|
run: |
|
|
twine upload dist/sherpa-onnx-*.tar.gz
|