ci: update timeout and retry (#1086)

Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
2024-08-14 15:27:35 +08:00
parent e205527cb1
commit c8423ca311
5 changed files with 24 additions and 6 deletions
--- a/test/srt/test_moe_serving_throughput.py
+++ b/test/srt/test_moe_serving_throughput.py
@@ -73,7 +73,7 @@ class TestServingThroughput(unittest.TestCase):

        if os.getenv("SGLANG_IS_IN_CI", "false") == "true":
            # A100 (PCIE) performance
-            assert res["output_throughput"] > 950
+            assert res["output_throughput"] > 930

    def test_default_without_radix_cache(self):
        res = self.run_test(