[CI] Tune threshold (#5787)

2025-04-27 04:10:22 -07:00
parent 9c088829ee
commit 3c4e0ee64d
3 changed files with 5 additions and 5 deletions
--- a/test/srt/test_torch_native_attention_backend.py
+++ b/test/srt/test_torch_native_attention_backend.py
@@ -28,7 +28,7 @@ class TestTorchNativeAttnBackend(CustomTestCase):

        if is_in_ci():
            # Torch native backend is expected to be slower
-            assert output_throughput > 50, f"{output_throughput=}"
+            self.assertGreater(output_throughput, 40)

    def test_mmlu(self):
        model = DEFAULT_MODEL_NAME_FOR_TEST