From 6fb5768372532d5b9885446d3f82fd2b09f23c28 Mon Sep 17 00:00:00 2001
From: Lianmin Zheng <lianminzheng@gmail.com>
Date: Tue, 7 Jan 2025 18:17:34 -0800
Subject: [PATCH] Disable math eval on nightly CI temporarily (#2779)

---
 test/srt/run_suite.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/test/srt/run_suite.py b/test/srt/run_suite.py
index f8a935894..83d2e90a4 100644
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -50,7 +50,8 @@ suites = {
     "nightly": [
         "test_nightly_gsm8k_eval.py",
         "test_nightly_human_eval.py",
-        "test_nightly_math_eval.py",
+        # Disable temporarly
+        # "test_nightly_math_eval.py",
     ],
     "sampling/penaltylib": glob.glob(
         "sampling/penaltylib/**/test_*.py", recursive=True