Add accuracy test to CI: MMLU (#882)

2024-08-01 21:20:17 -07:00
parent 76e59088d8
commit ae7ee01a8e
24 changed files with 831 additions and 136 deletions
--- a/.github/workflows/unit-test.yml
+++ b/.github/workflows/unit-test.yml
@@ -59,3 +59,10 @@ jobs:

        cd test/srt
        python3 test_openai_server.py
+
+    - name: Test Accuracy
+      run: |
+        cd /data/zhyncs/venv && source ./bin/activate && cd -
+
+        cd test/srt
+        python3 test_eval_accuracy.py