Reorganize CI and test files (#9027)

2025-08-10 12:30:06 -07:00
parent b58ae7a2a0
commit 2c7f01bc89
66 changed files with 161 additions and 195 deletions
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -56,7 +56,10 @@ class TestBenchServing(CustomTestCase):
                f"### test_offline_throughput_non_stream_small_batch_size\n"
                f"Output throughput: {res['output_throughput']:.2f} token/s\n"
            )
-            self.assertGreater(res["output_throughput"], 1045)
+            if is_in_amd_ci():
+                self.assertGreater(res["output_throughput"], 1000)
+            else:
+                self.assertGreater(res["output_throughput"], 1050)

    def test_offline_throughput_without_radix_cache(self):
        res = run_bench_serving(