Fuse more ops & Simplify token mapping (#1758)

2024-10-22 23:20:43 -07:00
parent 17536e7e3d
commit ad4125d1a9
9 changed files with 99 additions and 75 deletions
--- a/test/srt/test_eval_accuracy_mini.py
+++ b/test/srt/test_eval_accuracy_mini.py
@@ -31,6 +31,7 @@ class TestEvalAccuracyMini(unittest.TestCase):
            eval_name="mmlu",
            num_examples=64,
            num_threads=32,
+            temperature=0.1,
        )

        metrics = run_eval(args)