From e3fc4658f473bc1848a9b68345a87acc80fafddc Mon Sep 17 00:00:00 2001 From: Yineng Zhang Date: Sun, 15 Sep 2024 01:07:52 +0900 Subject: [PATCH] fix: resolve nightly eval (#1426) --- test/srt/test_nightly_gsm8k_eval.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/test/srt/test_nightly_gsm8k_eval.py b/test/srt/test_nightly_gsm8k_eval.py index 35e7d6eb7..08faae3f4 100644 --- a/test/srt/test_nightly_gsm8k_eval.py +++ b/test/srt/test_nightly_gsm8k_eval.py @@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase): if is_tp2: other_args.extend(["--tp", "2"]) if "DeepSeek" in model: - other_args.append("--enable-mla") + other_args.extend(["--enable-mla", "--mem-frac", "0.85"]) self.process = popen_launch_server( model,