Refactor exporting NeMo models (#2362)

Refactors and extends model export support to include new NeMo Parakeet TDT int8 variants for English and Japanese, updating the Kotlin API, export scripts, test runners, and CI workflows.

- Added support for two new int8 model types in OfflineRecognizer.kt.
- Enhanced Python export scripts to perform dynamic quantization and metadata injection.
- Updated shell scripts and GitHub workflows to package, test, and publish int8 model artifacts.
This commit is contained in:
Fangjun Kuang
2025-07-09 16:02:12 +08:00
committed by GitHub
parent f1405779cf
commit 6122a678f5
19 changed files with 671 additions and 23 deletions

View File

@@ -17,11 +17,22 @@ ms=(
for m in ${ms[@]}; do
./export-onnx-ctc.py --model $m
d=sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-${m}ms
d_int8=sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-${m}ms-int8
if [ ! -f $d/model.onnx ]; then
mkdir -p $d
mkdir -p $d $d_int8
mv -v model.onnx $d/
mv -v tokens.txt $d/
cp -v tokens.txt $d/
mv -v model.int8.onnx $d_int8/
mv -v tokens.txt $d_int8/
echo "---$d---"
ls -lh $d
echo "---$d_int8---"
ls -lh $d_int8
fi
done
@@ -29,8 +40,16 @@ done
for m in ${ms[@]}; do
d=sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-${m}ms
echo "---$d---"
python3 ./test-onnx-ctc.py \
--model $d/model.onnx \
--tokens $d/tokens.txt \
--wav ./0.wav
d=sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-${m}ms-int8
echo "---$d---"
python3 ./test-onnx-ctc.py \
--model $d/model.int8.onnx \
--tokens $d/tokens.txt \
--wav ./0.wav
done