From 63a395b98517ee4a65476f8650919af43cc4c993 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Tue, 19 Nov 2024 22:15:02 -0800 Subject: [PATCH] Update nightly-eval.yml (#2100) --- .github/workflows/nightly-eval.yml | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/.github/workflows/nightly-eval.yml b/.github/workflows/nightly-eval.yml index a39786611..809120c0c 100644 --- a/.github/workflows/nightly-eval.yml +++ b/.github/workflows/nightly-eval.yml @@ -27,9 +27,14 @@ jobs: bash scripts/ci_install_dependency.sh pip install --upgrade "evalplus[vllm] @ git+https://github.com/evalplus/evalplus" - - name: Nightly gsm8k and human eval Accuracy + - name: Test human eval timeout-minutes: 120 run: | cd test/srt python3 test_nightly_human_eval.py + + - name: Test gsm8k + timeout-minutes: 120 + run: | + cd test/srt python3 test_nightly_gsm8k_eval.py