Balance test in CI (#1411)

2024-09-12 23:29:44 -07:00
parent 9a903a8784
commit ad0ff62a4c
3 changed files with 27 additions and 27 deletions
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -69,7 +69,7 @@ class TestBenchServing(unittest.TestCase):

        if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
            assert res["median_e2e_latency_ms"] < 12000
-            assert res["median_ttft_ms"] < 78
+            assert res["median_ttft_ms"] < 80
            assert res["median_itl_ms"] < 12

    def test_moe_offline_throughput_default(self):