Add deepseek v2 torch compile pr test (#4538)
This commit is contained in:
@@ -20,7 +20,12 @@ class TestMLA(unittest.TestCase):
|
|||||||
cls.model,
|
cls.model,
|
||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||||
other_args=["--trust-remote-code"],
|
other_args=[
|
||||||
|
"--trust-remote-code",
|
||||||
|
"--enable-torch-compile",
|
||||||
|
"--cuda-graph-max-bs",
|
||||||
|
"2",
|
||||||
|
],
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|||||||
Reference in New Issue
Block a user