From 45212ce18b9df083cf63f7b6d84a5639dd31316a Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Tue, 18 Mar 2025 15:29:24 +0800 Subject: [PATCH] Add deepseek v2 torch compile pr test (#4538) --- test/srt/test_mla.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/test/srt/test_mla.py b/test/srt/test_mla.py index b1f9d090d..42037be7c 100644 --- a/test/srt/test_mla.py +++ b/test/srt/test_mla.py @@ -20,7 +20,12 @@ class TestMLA(unittest.TestCase): cls.model, cls.base_url, timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH, - other_args=["--trust-remote-code"], + other_args=[ + "--trust-remote-code", + "--enable-torch-compile", + "--cuda-graph-max-bs", + "2", + ], ) @classmethod