ci: add accuracy timeout (#1078)

2024-08-13 20:12:58 +08:00
parent 0076f11541
commit cebd78d83e
2 changed files with 2 additions and 1 deletions
--- a/test/srt/test_moe_serving_throughput.py
+++ b/test/srt/test_moe_serving_throughput.py
@@ -31,7 +31,7 @@ class TestServingThroughput(unittest.TestCase):
        )

        # Run benchmark
-        num_prompts = 400
+        num_prompts = 200
        args = SimpleNamespace(
            backend="sglang",
            base_url=base_url,