Add MLA gsm8k eval (#1484)

This commit is contained in:
Ke Bao
2024-09-21 11:16:13 +08:00
committed by GitHub
parent a68cb201dd
commit b8ccaf4d73
3 changed files with 15 additions and 3 deletions

View File

@@ -39,6 +39,18 @@ class TestMLA(unittest.TestCase):
metrics = run_eval(args)
assert metrics["score"] >= 0.5
def test_mgsm_en(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="mgsm_en",
num_examples=None,
num_threads=1024,
)
metrics = run_eval(args)
assert metrics["score"] >= 0.8
if __name__ == "__main__":
unittest.main()