fix: resolve nightly eval (#1426)

2024-09-15 01:07:52 +09:00
parent 33b54e7c40
commit e3fc4658f4
1 changed files with 1 additions and 1 deletions
--- a/test/srt/test_nightly_gsm8k_eval.py
+++ b/test/srt/test_nightly_gsm8k_eval.py
@@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
        if is_tp2:
            other_args.extend(["--tp", "2"])
        if "DeepSeek" in model:
-            other_args.append("--enable-mla")
+            other_args.extend(["--enable-mla", "--mem-frac", "0.85"])

        self.process = popen_launch_server(
            model,