370 lines
10 KiB
YAML
370 lines
10 KiB
YAML
name: lazarus
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
paths:
|
|
- '.github/workflows/lazarus.yaml'
|
|
- 'CMakeLists.txt'
|
|
- 'cmake/**'
|
|
- 'lazarus-examples/**'
|
|
- 'sherpa-onnx/csrc/*'
|
|
- 'sherpa-onnx/c-api/*'
|
|
- 'sherpa-onnx/pascal-api/*'
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
paths:
|
|
- '.github/workflows/lazarus.yaml'
|
|
- 'CMakeLists.txt'
|
|
- 'cmake/**'
|
|
- 'lazarus-examples/**'
|
|
- 'sherpa-onnx/csrc/*'
|
|
- 'sherpa-onnx/c-api/*'
|
|
- 'sherpa-onnx/pascal-api/*'
|
|
|
|
workflow_dispatch:
|
|
|
|
concurrency:
|
|
group: lazarus-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
build:
|
|
name: ${{ matrix.os }}
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-20.04, macos-latest, macos-13, windows-latest]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: ccache
|
|
uses: hendrikmuhs/ccache-action@v1.2
|
|
with:
|
|
key: ${{ matrix.os }}
|
|
|
|
# See https://github.com/gcarreno/setup-lazarus
|
|
- uses: gcarreno/setup-lazarus@v3
|
|
with:
|
|
lazarus-version: "stable"
|
|
with-cache: true
|
|
|
|
- name: Lazarus info
|
|
shell: bash
|
|
run: |
|
|
which lazbuild
|
|
lazbuild --help
|
|
|
|
- name: FPC info
|
|
shell: bash
|
|
run: |
|
|
which fpc
|
|
fpc -i
|
|
|
|
- name: OS info
|
|
shell: bash
|
|
run: |
|
|
uname -a
|
|
|
|
- name: Install patchelf for ubuntu
|
|
if: matrix.os == 'ubuntu-20.04'
|
|
shell: bash
|
|
run: |
|
|
sudo apt-get update -q
|
|
sudo apt-get install -q -y patchelf
|
|
|
|
- name: Show Patchelf version (ubuntu)
|
|
if: matrix.os == 'ubuntu-20.04'
|
|
shell: bash
|
|
run: |
|
|
patchelf --version
|
|
patchelf --help
|
|
which patchelf
|
|
|
|
- name: Configure CMake
|
|
shell: bash
|
|
run: |
|
|
export CMAKE_CXX_COMPILER_LAUNCHER=ccache
|
|
export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
|
|
cmake --version
|
|
|
|
mkdir build
|
|
cd build
|
|
os=${{ matrix.os }}
|
|
|
|
if [[ $os == 'windows-latest' || $os == 'ubuntu-20.04' ]]; then
|
|
BUILD_SHARED_LIBS=ON
|
|
else
|
|
BUILD_SHARED_LIBS=OFF
|
|
fi
|
|
|
|
cmake \
|
|
-DCMAKE_INSTALL_PREFIX=./install \
|
|
-D BUILD_SHARED_LIBS=$BUILD_SHARED_LIBS \
|
|
-D SHERPA_ONNX_ENABLE_BINARY=OFF \
|
|
-D CMAKE_BUILD_TYPE=Release \
|
|
..
|
|
|
|
- name: Build sherpa-onnx
|
|
shell: bash
|
|
run: |
|
|
export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
|
|
|
|
cd build
|
|
cmake --build . --target install --config Release -j 2
|
|
|
|
ls -lh install/lib/
|
|
|
|
cp -v install/lib/*.dll ../lazarus-examples/generate_subtitles/ || true
|
|
cp -v install/lib/*.so* ../lazarus-examples/generate_subtitles/ || true
|
|
|
|
- name: Build generating subtitles
|
|
shell: bash
|
|
run: |
|
|
cd lazarus-examples/generate_subtitles
|
|
os=${{ matrix.os }}
|
|
if [[ $os == macos-13 ]]; then
|
|
lazbuild --verbose --build-mode=Release --widgetset=cocoa ./generate_subtitles.lpi
|
|
elif [[ $os == macos-latest ]]; then
|
|
lazbuild --verbose --build-mode=Release --widgetset=cocoa --cpu=aarch64 ./generate_subtitles.lpi
|
|
elif [[ $os == 'ubuntu-20.04' ]]; then
|
|
lazbuild --verbose --build-mode=Release-Linux ./generate_subtitles.lpi
|
|
else
|
|
lazbuild --verbose --build-mode=Release ./generate_subtitles.lpi
|
|
fi
|
|
|
|
- name: Display generating subtitles
|
|
shell: bash
|
|
run: |
|
|
cd lazarus-examples/generate_subtitles
|
|
ls -lh
|
|
|
|
- name: Collect generating subtitles (Ubuntu)
|
|
if: matrix.os == 'ubuntu-20.04'
|
|
shell: bash
|
|
run: |
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
cd lazarus-examples/generate_subtitles
|
|
ls -lh
|
|
readelf -d ./generate_subtitles
|
|
echo '----------'
|
|
ldd ./generate_subtitles
|
|
|
|
d=generate_subtitles-linux-x64-$SHERPA_ONNX_VERSION
|
|
echo "---before running patchelf---"
|
|
readelf -d ./generate_subtitles
|
|
|
|
patchelf --set-rpath '$ORIGIN' ./generate_subtitles
|
|
|
|
echo "---after running patchelf---"
|
|
readelf -d ./generate_subtitles
|
|
|
|
mkdir -p $d
|
|
cp -v ./generate_subtitles $d/
|
|
cp -v *.so $d/
|
|
|
|
mv -v $d /tmp/linux-x64
|
|
|
|
ls -lh /tmp/linux-x64
|
|
|
|
- name: Collect generating subtitles (windows)
|
|
if: matrix.os == 'windows-latest'
|
|
shell: bash
|
|
run: |
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
cd lazarus-examples/generate_subtitles
|
|
ls -lh
|
|
|
|
d=generate-subtitles-windows-x64-$SHERPA_ONNX_VERSION
|
|
mkdir -p $d
|
|
cp -v ./generate_subtitles.exe $d/
|
|
cp -v onnxruntime.dll $d/
|
|
cp -v sherpa-onnx-c-api.dll $d/
|
|
mv $d ../../windows-x64
|
|
cd ../..
|
|
|
|
ls -lh windows-x64
|
|
|
|
- name: Collect generating subtitles (macos)
|
|
if: matrix.os == 'macos-13' || matrix.os == 'macos-latest'
|
|
shell: bash
|
|
run: |
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
cd lazarus-examples/generate_subtitles
|
|
ls -lh
|
|
file ./generate_subtitles
|
|
echo '----------'
|
|
otool -L ./generate_subtitles
|
|
rm -v generate_subtitles.app/Contents/MacOS/generate_subtitles
|
|
cp -v ./generate_subtitles generate_subtitles.app/Contents/MacOS/generate_subtitles
|
|
chmod +x generate_subtitles.app/Contents/MacOS/generate_subtitles
|
|
|
|
if [[ ${{ matrix.os }} == 'macos-latest' ]]; then
|
|
mv generate_subtitles.app /tmp/macos-arm64
|
|
else
|
|
mv generate_subtitles.app /tmp/macos-x64
|
|
d=generate-subtitles-macos-x64-$SHERPA_ONNX_VERSION.app
|
|
fi
|
|
|
|
ls -lh /tmp
|
|
echo "---"
|
|
ls -lh /tmp/macos-*
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
if: matrix.os == 'ubuntu-20.04'
|
|
with:
|
|
name: linux-x64
|
|
path: /tmp/linux-x64
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
if: matrix.os == 'macos-latest'
|
|
with:
|
|
name: macos-arm64
|
|
path: /tmp/macos-arm64
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
if: matrix.os == 'macos-13'
|
|
with:
|
|
name: macos-x64
|
|
path: /tmp/macos-x64
|
|
|
|
- uses: actions/upload-artifact@v4
|
|
if: matrix.os == 'windows-latest'
|
|
with:
|
|
name: windows-x64
|
|
path: ./windows-x64
|
|
|
|
release:
|
|
runs-on: ${{ matrix.os }}
|
|
needs: [build]
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [ubuntu-latest]
|
|
total: ["2"]
|
|
index: ["0", "1"]
|
|
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
fetch-depth: 0
|
|
|
|
- name: Retrieve artifact from windows x64
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: windows-x64
|
|
path: /tmp/windows-x64
|
|
|
|
- name: Retrieve artifact from linux x64
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: linux-x64
|
|
path: /tmp/linux-x64
|
|
|
|
- name: Retrieve artifact from macos x64
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: macos-x64
|
|
path: /tmp/macos-x64
|
|
|
|
- name: Retrieve artifact from macos arm64
|
|
uses: actions/download-artifact@v4
|
|
with:
|
|
name: macos-arm64
|
|
path: /tmp/macos-arm64
|
|
|
|
- name: Display build files
|
|
shell: bash
|
|
run: |
|
|
ls -lh /tmp
|
|
echo "---linux-x64---"
|
|
ls -lh /tmp/linux-x64/
|
|
readelf -d /tmp/linux-x64/generate_subtitles
|
|
echo "---"
|
|
ldd /tmp/linux-x64/generate_subtitles
|
|
|
|
echo "---macos-x64---"
|
|
ls -lh /tmp/macos-x64/
|
|
mkdir -p /tmp/macos-x64/Contents/Resources
|
|
chmod +x /tmp/macos-x64/Contents/MacOS/generate_subtitles
|
|
|
|
echo "---macos-arm64---"
|
|
ls -lh /tmp/macos-arm64/
|
|
mkdir -p /tmp/macos-arm64/Contents/Resources
|
|
chmod +x /tmp/macos-arm64/Contents/MacOS/generate_subtitles
|
|
|
|
echo "---windows-x64---"
|
|
ls -lh /tmp/windows-x64/
|
|
|
|
- name: Install Python dependencies
|
|
shell: bash
|
|
run: |
|
|
python3 -m pip install --upgrade pip jinja2
|
|
|
|
- name: Generate build script
|
|
shell: bash
|
|
run: |
|
|
cd scripts/lazarus
|
|
|
|
total=${{ matrix.total }}
|
|
index=${{ matrix.index }}
|
|
|
|
./generate-subtitles.py --total $total --index $index
|
|
|
|
chmod +x build-generate-subtitles.sh
|
|
mv -v ./build-generate-subtitles.sh ../..
|
|
|
|
- name: Generate tar files
|
|
shell: bash
|
|
run: |
|
|
./build-generate-subtitles.sh
|
|
|
|
- name: Display tar files
|
|
shell: bash
|
|
run: |
|
|
ls -lh /tmp/out
|
|
|
|
- name: Publish to huggingface
|
|
env:
|
|
HF_TOKEN: ${{ secrets.HF_TOKEN }}
|
|
uses: nick-fields/retry@v3
|
|
with:
|
|
max_attempts: 20
|
|
timeout_seconds: 200
|
|
shell: bash
|
|
command: |
|
|
git config --global user.email "csukuangfj@gmail.com"
|
|
git config --global user.name "Fangjun Kuang"
|
|
|
|
rm -rf huggingface
|
|
export GIT_LFS_SKIP_SMUDGE=1
|
|
export GIT_CLONE_PROTECTION_ACTIVE=false
|
|
|
|
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
|
|
echo "SHERPA_ONNX_VERSION $SHERPA_ONNX_VERSION"
|
|
|
|
git clone https://huggingface.co/csukuangfj/sherpa-onnx-bin huggingface
|
|
cd huggingface
|
|
git fetch
|
|
git pull
|
|
git merge -m "merge remote" --ff origin main
|
|
|
|
d=generate-subtitles/$SHERPA_ONNX_VERSION
|
|
mkdir -p $d
|
|
|
|
cp -v /tmp/out/*.tar.bz2 $d/
|
|
git status
|
|
git lfs track "*.tar.bz2"
|
|
git add .
|
|
git commit -m "add more files"
|
|
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-bin main
|