Add CI tests for online punctuation models (#1226)

This commit is contained in:
Fangjun Kuang
2024-08-06 18:10:30 +08:00
committed by GitHub
parent 375c055ff8
commit 9ee2943ed4
6 changed files with 91 additions and 0 deletions

41
.github/scripts/test-online-punctuation.sh vendored Executable file
View File

@@ -0,0 +1,41 @@
#!/usr/bin/env bash
set -ex
log() {
# This function is from espnet
local fname=${BASH_SOURCE[1]##*/}
echo -e "$(date '+%Y-%m-%d %H:%M:%S') (${fname}:${BASH_LINENO[0]}:${FUNCNAME[1]}) $*"
}
echo "EXE is $EXE"
echo "PATH: $PATH"
which $EXE
log "------------------------------------------------------------"
log "Download the punctuation model "
log "------------------------------------------------------------"
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/punctuation-models/sherpa-onnx-online-punct-en-2024-08-06.tar.bz2
tar xvf sherpa-onnx-online-punct-en-2024-08-06.tar.bz2
rm sherpa-onnx-online-punct-en-2024-08-06.tar.bz2
repo=sherpa-onnx-online-punct-en-2024-08-06
ls -lh $repo
for m in model.onnx model.int8.onnx; do
$EXE \
--debug=1 \
--cnn-bilstm=$repo/$m \
--bpe-vocab=$repo/bpe.vocab \
"How are you i am fine thank you"
$EXE \
--debug=1 \
--cnn-bilstm=$repo/$m \
--bpe-vocab=$repo/bpe.vocab \
"The African blogosphere is rapidly expanding bringing more voices online in the form of commentaries opinions analyses rants and poetry"
done
rm -rf $repo