Fix test and benchmark scripts (#2598)

This commit is contained in:
Lianmin Zheng
2024-12-26 07:56:26 -08:00
committed by GitHub
parent a74d194146
commit dc3bee4815
9 changed files with 27 additions and 21 deletions

View File

@@ -4,7 +4,7 @@ import glob
from sglang.test.test_utils import run_unittest_files
suites = {
"minimal": ["test_srt_backend.py", "test_openai_backend.py"],
"per-commit": ["test_srt_backend.py", "test_openai_backend.py"],
}

View File

@@ -4,7 +4,7 @@ import glob
from sglang.test.test_utils import run_unittest_files
suites = {
"minimal": [
"per-commit": [
"models/test_embedding_models.py",
"models/test_generation_models.py",
"models/test_lora.py",

View File

@@ -30,7 +30,7 @@ class TestTritonAttnBackend(unittest.TestCase):
)
if is_in_ci():
assert output_throughput > 153, f"{output_throughput=}"
self.assertGreater(output_throughput, 153)
def test_mmlu(self):
model = DEFAULT_MODEL_NAME_FOR_TEST