Add deepseek v2 torch compile pr test (#4538)

2025-03-18 15:29:24 +08:00
parent c16b33ccac
commit 45212ce18b
1 changed files with 6 additions and 1 deletions
--- a/test/srt/test_mla.py
+++ b/test/srt/test_mla.py
@@ -20,7 +20,12 @@ class TestMLA(unittest.TestCase):
            cls.model,
            cls.base_url,
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
-            other_args=["--trust-remote-code"],
+            other_args=[
+                "--trust-remote-code",
+                "--enable-torch-compile",
+                "--cuda-graph-max-bs",
+                "2",
+            ],
        )

    @classmethod