EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Tune the threshold for accuracy tests in CI (#2071)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-11-17 21:51:00 -08:00
committed by GitHub
parent 116685337e
commit a7164b620f
2 changed files with 6 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
test/srt/test_eval_accuracy_large.py
View File

@@ -42,7 +42,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.71, f"{metrics}"
self.assertGreater(metrics["score"], 0.71)
def test_human_eval(self):
args = SimpleNamespace(
@@ -54,7 +54,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.64, f"{metrics}"
self.assertGreater(metrics["score"], 0.64)
def test_mgsm_en(self):
args = SimpleNamespace(
@@ -66,7 +66,7 @@ class TestEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.84, f"{metrics}"
self.assertGreater(metrics["score"], 0.84)
if __name__ == "__main__":

6
test/srt/test_moe_eval_accuracy_large.py
View File

@@ -47,7 +47,7 @@ class TestMoEEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.62, f"{metrics}"
self.assertGreater(metrics["score"], 0.62)
def test_human_eval(self):
args = SimpleNamespace(
@@ -59,7 +59,7 @@ class TestMoEEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.42, f"{metrics}"
self.assertGreater(metrics["score"], 0.41)
def test_mgsm_en(self):
args = SimpleNamespace(
@@ -71,7 +71,7 @@ class TestMoEEvalAccuracyLarge(unittest.TestCase):
)
metrics = run_eval(args)
assert metrics["score"] >= 0.62, f"{metrics}"
self.assertGreater(metrics["score"], 0.62)
if __name__ == "__main__":