Add retry for flaky tests in CI (#4755)

2025-03-26 07:53:12 +08:00
parent 52029bd1e3
commit 15ddd84322
112 changed files with 273 additions and 152 deletions
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -6,13 +6,14 @@ from sglang.test.test_utils import (
    DEFAULT_FP8_MODEL_NAME_FOR_TEST,
    DEFAULT_MODEL_NAME_FOR_TEST,
    DEFAULT_MOE_MODEL_NAME_FOR_TEST,
+    CustomTestCase,
    is_in_ci,
    run_bench_serving,
    write_github_step_summary,
 )


-class TestBenchServing(unittest.TestCase):
+class TestBenchServing(CustomTestCase):

    def test_offline_throughput_default(self):
        res = run_bench_serving(