Update nightly-eval.yml (#2100)
This commit is contained in:
7
.github/workflows/nightly-eval.yml
vendored
7
.github/workflows/nightly-eval.yml
vendored
@@ -27,9 +27,14 @@ jobs:
|
|||||||
bash scripts/ci_install_dependency.sh
|
bash scripts/ci_install_dependency.sh
|
||||||
pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus"
|
pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus"
|
||||||
|
|
||||||
- name: Nightly gsm8k and human eval Accuracy
|
- name: Test human eval
|
||||||
timeout-minutes: 120
|
timeout-minutes: 120
|
||||||
run: |
|
run: |
|
||||||
cd test/srt
|
cd test/srt
|
||||||
python3 test_nightly_human_eval.py
|
python3 test_nightly_human_eval.py
|
||||||
|
|
||||||
|
- name: Test gsm8k
|
||||||
|
timeout-minutes: 120
|
||||||
|
run: |
|
||||||
|
cd test/srt
|
||||||
python3 test_nightly_gsm8k_eval.py
|
python3 test_nightly_gsm8k_eval.py
|
||||||
|
|||||||
Reference in New Issue
Block a user