[CI] Fix nightly test and raise better error message (#2626)

Co-authored-by: Sangbin <rkooo567@gmail.com>
2024-12-27 22:16:39 -08:00
parent 9254a33ad4
commit 855d0ba381
3 changed files with 16 additions and 2 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -44,11 +44,16 @@ suites = {
        "test_vision_openai_server.py",
        "test_session_control.py",
    ],
+    "nightly": [
+        "test_nightly_gsm8k_eval.py",
+        "test_nightly_human_eval.py",
+    ],
    "sampling/penaltylib": glob.glob(
        "sampling/penaltylib/**/test_*.py", recursive=True
    ),
 }

+# Expand suite
 for target_suite_name, target_tests in suites.items():
    for suite_name, tests in suites.items():
        if suite_name == target_suite_name: