Add test for fp8 torch compile (#3246)

2025-02-01 16:07:54 +08:00
parent d7c0b32f4d
commit 5317902670
1 changed files with 6 additions and 1 deletions
--- a/test/srt/test_mla.py
+++ b/test/srt/test_mla.py
@@ -62,7 +62,12 @@ class TestDeepseekV3(unittest.TestCase):
            cls.model,
            cls.base_url,
            timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
-            other_args=["--trust-remote-code"],
+            other_args=[
+                "--trust-remote-code",
+                "--enable-torch-compile",
+                "--cuda-graph-max-bs",
+                "2",
+            ],
        )

    @classmethod