Improve benchmark scripts and error message printing (#2922)

2025-01-16 06:24:31 -08:00
parent 7596417732
commit 8f2c522aba
8 changed files with 125 additions and 70 deletions
--- a/test/srt/test_moe_ep.py
+++ b/test/srt/test_moe_ep.py
@@ -44,7 +44,7 @@ class TestEpMoE(unittest.TestCase):
        )

        metrics = run_eval(args)
-        assert metrics["score"] >= 0.5
+        self.assertGreater(metrics["score"], 0.5)

    def test_mgsm_en(self):
        args = SimpleNamespace(
@@ -56,7 +56,7 @@ class TestEpMoE(unittest.TestCase):
        )

        metrics = run_eval(args)
-        assert metrics["score"] >= 0.8
+        self.assertGreater(metrics["score"], 0.8)


 class TestEpMoEFP8(unittest.TestCase):