Add accuracy test to CI: MMLU (#882)

2024-08-01 21:20:17 -07:00
parent 76e59088d8
commit ae7ee01a8e
24 changed files with 831 additions and 136 deletions
--- a/test/lang/test_srt_backend.py
+++ b/test/lang/test_srt_backend.py
@@ -14,6 +14,7 @@ from sglang.test.test_programs import (
    test_stream,
    test_tool_use,
 )
+from sglang.test.test_utils import MODEL_NAME_FOR_TEST


 class TestSRTBackend(unittest.TestCase):
@@ -21,7 +22,7 @@ class TestSRTBackend(unittest.TestCase):

    @classmethod
    def setUpClass(cls):
-        cls.backend = sgl.Runtime(model_path="meta-llama/Meta-Llama-3.1-8B-Instruct")
+        cls.backend = sgl.Runtime(model_path=MODEL_NAME_FOR_TEST)
        sgl.set_default_backend(cls.backend)

    @classmethod