Add model accuracy test - step 1 (#866)

This commit is contained in:
Ying Sheng
2024-08-03 18:20:50 -07:00
committed by GitHub
parent 7dd8a7e6d9
commit 70cc0749ce
4 changed files with 330 additions and 3 deletions

View File

@@ -35,6 +35,7 @@ jobs:
pip install -e "python[all]"
pip install flashinfer -i https://flashinfer.ai/whl/cu121/torch2.3/ --force-reinstall
pip install --upgrade transformers
pip install accelerate
- name: Test Frontend Language with SRT Backend
run: |
@@ -50,6 +51,7 @@ jobs:
run: |
cd test/srt
python3 test_eval_accuracy.py
python3 models/test_causal_models.py
- name: Test Frontend Language with OpenAI Backend
run: |