Add longer accuracy test on CI (#1049)

This commit is contained in:
Lianmin Zheng
2024-08-12 02:21:38 -07:00
committed by GitHub
parent 89f23a5178
commit 41598e0d8e
13 changed files with 385 additions and 44 deletions

View File

@@ -10,7 +10,7 @@ from sglang.test.test_utils import (
)
class TestAccuracy(unittest.TestCase):
class TestTorchCompile(unittest.TestCase):
@classmethod
def setUpClass(cls):
@@ -29,12 +29,12 @@ class TestAccuracy(unittest.TestCase):
base_url=self.base_url,
model=self.model,
eval_name="mmlu",
num_examples=20,
num_threads=20,
num_examples=32,
num_threads=32,
)
metrics = run_eval(args)
assert metrics["score"] >= 0.5
assert metrics["score"] >= 0.6
if __name__ == "__main__":