#!/usr/bin/env python3 import argparse from dataclasses import dataclass import jinja2 def get_args(): parser = argparse.ArgumentParser() parser.add_argument( "--total", type=int, default=1, help="Number of runners", ) parser.add_argument( "--index", type=int, default=0, help="Index of the current runner", ) return parser.parse_args() @dataclass class Model: # We will download # https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/{model_name}.tar.bz2 model_name: str # The type of the model, e..g, 0, 1, 2. It is hardcoded in the kotlin code idx: int # e.g., zh, en, zh_en lang: str # e.g., whisper, paraformer, zipformer short_name: str = "" # cmd is used to remove extra file from the model directory cmd: str = "" rule_fsts: str = "" def get_2nd_models(): models = [ Model( model_name="sherpa-onnx-whisper-tiny.en", idx=2, lang="en", short_name="whisper_tiny", cmd=""" pushd $model_name rm -fv tiny.en-encoder.onnx rm -fv tiny.en-decoder.onnx rm -rf test_wavs rm -fv *.py rm -fv requirements.txt rm -fv .gitignore rm -fv README.md ls -lh popd """, ), Model( model_name="sherpa-onnx-paraformer-zh-2023-09-14", idx=0, lang="zh", short_name="paraformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -fv README.md rm -rfv test_wavs rm -fv model.onnx ls -lh popd """, ), Model( model_name="icefall-asr-zipformer-wenetspeech-20230615", idx=4, lang="zh", short_name="zipformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -rfv test_wavs rm -fv README.md mv -v data/lang_char/tokens.txt ./ rm -rfv data/lang_char mv -v exp/encoder-epoch-12-avg-4.int8.onnx ./ mv -v exp/decoder-epoch-12-avg-4.onnx ./ mv -v exp/joiner-epoch-12-avg-4.int8.onnx ./ rm -rfv exp ls -lh popd """, ), Model( model_name="sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17", idx=15, lang="zh_en_ko_ja_yue", short_name="sense_voice", cmd=""" pushd $model_name rm -rfv test_wavs rm -fv model.onnx rm -fv *.py ls -lh popd """, ), Model( model_name="sherpa-onnx-moonshine-tiny-en-int8", idx=21, lang="en", short_name="moonshine_tiny_int8", cmd=""" pushd $model_name rm -rfv test_wavs ls -lh popd """, ), Model( model_name="sherpa-onnx-moonshine-base-en-int8", idx=22, lang="en", short_name="moonshine_base_int8", cmd=""" pushd $model_name rm -rfv test_wavs ls -lh popd """, ), Model( model_name="sherpa-onnx-dolphin-base-ctc-multi-lang-int8-2025-04-02", idx=25, lang="multi_lang", short_name="dolphin_base_ctc", cmd=""" pushd $model_name rm -rfv test_wavs ls -lh popd """, ), ] return models def get_1st_models(): # See as ./generate-asr-apk-script.py models = [ Model( model_name="sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20", idx=8, lang="bilingual_zh_en", short_name="zipformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -fv decoder-epoch-99-avg-1.int8.onnx rm -fv encoder-epoch-99-avg-1.onnx rm -fv joiner-epoch-99-avg-1.onnx rm -fv *.sh rm -fv bpe.model rm -fv README.md rm -fv .gitattributes rm -fv *state* rm -rfv test_wavs ls -lh popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-en-2023-06-26", idx=6, lang="en", short_name="zipformer2", cmd=""" pushd $model_name rm -fv encoder-epoch-99-avg-1-chunk-16-left-128.onnx rm -fv decoder-epoch-99-avg-1-chunk-16-left-128.int8.onnx rm -fv joiner-epoch-99-avg-1-chunk-16-left-128.int8.onnx rm -fv README.md rm -fv bpe.model rm -rfv test_wavs ls -lh popd """, ), Model( model_name="icefall-asr-zipformer-streaming-wenetspeech-20230615", idx=3, lang="zh", short_name="zipformer2", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -fv exp/encoder-epoch-12-avg-4-chunk-16-left-128.onnx rm -fv exp/decoder-epoch-12-avg-4-chunk-16-left-128.int8.onnx rm -fv exp/joiner-epoch-12-avg-4-chunk-16-left-128.int8.onnx rm -fv data/lang_char/lexicon.txt rm -fv data/lang_char/words.txt rm -rfv test_wavs rm -fv README.md ls -lh exp/ ls -lh data/lang_char popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-fr-2023-04-14", idx=7, lang="fr", short_name="zipformer", cmd=""" pushd $model_name rm -fv encoder-epoch-29-avg-9-with-averaged-model.onnx rm -fv decoder-epoch-29-avg-9-with-averaged-model.int8.onnx rm -fv joiner-epoch-29-avg-9-with-averaged-model.int8.onnx rm -fv *.sh rm -rf test_wavs rm README.md ls -lh popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23", idx=9, lang="zh", short_name="small_zipformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -fv encoder-epoch-99-avg-1.onnx rm -fv decoder-epoch-99-avg-1.int8.onnx rm -fv joiner-epoch-99-avg-1.onnx rm -fv *.sh rm -rf test_wavs rm README.md ls -lh popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-en-20M-2023-02-17", idx=10, lang="en", short_name="small_zipformer", cmd=""" pushd $model_name rm -fv encoder-epoch-99-avg-1.onnx rm -fv decoder-epoch-99-avg-1.int8.onnx rm -fv joiner-epoch-99-avg-1.onnx rm -fv *.sh rm -rf test_wavs rm README.md ls -lh popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-small-ctc-zh-int8-2025-04-01", idx=15, lang="zh", short_name="int8_small_zipformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -f bpe.model rm -rf test_wavs ls -lh popd """, ), Model( model_name="sherpa-onnx-streaming-zipformer-small-ctc-zh-2025-04-01", idx=16, lang="zh", short_name="small_zipformer", rule_fsts="itn_zh_number.fst", cmd=""" if [ ! -f itn_zh_number.fst ]; then curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/itn_zh_number.fst fi pushd $model_name rm -f bpe.model rm -rf test_wavs ls -lh popd """, ), ] return models def get_models(): first = get_1st_models() second = get_2nd_models() combinations = [] first_zh = [ "sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23", "sherpa-onnx-streaming-zipformer-small-ctc-zh-int8-2025-04-01", "sherpa-onnx-streaming-zipformer-small-ctc-zh-2025-04-01", ] second_zh = [ "sherpa-onnx-paraformer-zh-2023-09-14", "icefall-asr-zipformer-wenetspeech-20230615", "sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17", "sherpa-onnx-dolphin-base-ctc-multi-lang-int8-2025-04-02", ] for first_m in first_zh: for second_m in second_zh: combinations.append((first_m, second_m)) combinations += [ ( "sherpa-onnx-streaming-zipformer-en-20M-2023-02-17", "sherpa-onnx-whisper-tiny.en", ), ( "sherpa-onnx-streaming-zipformer-en-20M-2023-02-17", "sherpa-onnx-moonshine-tiny-en-int8", ), ( "sherpa-onnx-streaming-zipformer-en-20M-2023-02-17", "sherpa-onnx-moonshine-base-en-int8", ), ( "sherpa-onnx-streaming-zipformer-en-20M-2023-02-17", "sherpa-onnx-sense-voice-zh-en-ja-ko-yue-2024-07-17", ), ] models = [] for f, s in combinations: t = [] for m in first: if m.model_name == f: t.append(m) break assert len(t) == 1, (f, s, first, second) for m in second: if m.model_name == s: t.append(m) break assert len(t) == 2, (f, s, first, second) models.append(t) return models def main(): args = get_args() index = args.index total = args.total assert 0 <= index < total, (index, total) all_model_list = get_models() num_models = len(all_model_list) num_per_runner = num_models // total if num_per_runner <= 0: raise ValueError(f"num_models: {num_models}, num_runners: {total}") start = index * num_per_runner end = start + num_per_runner remaining = num_models - args.total * num_per_runner print(f"{index}/{total}: {start}-{end}/{num_models}") d = dict() d["model_list"] = all_model_list[start:end] if index < remaining: s = args.total * num_per_runner + index d["model_list"].append(all_model_list[s]) print(f"{s}/{num_models}") filename_list = [ "./build-apk-asr-2pass.sh", ] for filename in filename_list: environment = jinja2.Environment() with open(f"{filename}.in") as f: s = f.read() template = environment.from_string(s) s = template.render(**d) with open(filename, "w") as f: print(s, file=f) if __name__ == "__main__": main()