EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: resolve nightly eval (#1426)

Browse Source
This commit is contained in:
Yineng Zhang
2024-09-15 01:07:52 +09:00
committed by GitHub
parent 33b54e7c40
commit e3fc4658f4
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
test/srt/test_nightly_gsm8k_eval.py
View File

@@ -52,7 +52,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
if is_tp2: if is_tp2:
other_args.extend(["--tp", "2"]) other_args.extend(["--tp", "2"])
if "DeepSeek" in model: if "DeepSeek" in model:
other_args.append("--enable-mla") other_args.extend(["--enable-mla", "--mem-frac", "0.85"])
self.process = popen_launch_server( self.process = popen_launch_server(
model, model,