Fix torch.compile for MoE (#2033)

2024-11-14 01:30:24 -08:00
parent b275ce0043
commit c3eac1b010
10 changed files with 89 additions and 12 deletions
--- a/test/srt/test_triton_attention_backend.py
+++ b/test/srt/test_triton_attention_backend.py
@@ -48,7 +48,7 @@ class TestTritonAttnBackend(unittest.TestCase):
            )

            metrics = run_eval(args)
-            assert metrics["score"] >= 0.65
+            self.assertGreaterEqual(metrics["score"], 0.65)
        finally:
            kill_child_process(process.pid, include_self=True)