Fix torch.compile for MoE (#2033)

2024-11-14 01:30:24 -08:00
parent b275ce0043
commit c3eac1b010
10 changed files with 89 additions and 12 deletions
--- a/test/srt/test_data_parallelism.py
+++ b/test/srt/test_data_parallelism.py
@@ -40,7 +40,7 @@ class TestDataParallelism(unittest.TestCase):
        )

        metrics = run_eval(args)
-        assert metrics["score"] >= 0.65
+        self.assertGreaterEqual(metrics["score"], 0.65)

    def test_update_weight(self):
        response = requests.post(