Fix DeepSeek DP Attention + torch compile (#5367)
Co-authored-by: ispobock <ispobaoke@163.com>
This commit is contained in:
@@ -1,7 +1,8 @@
|
||||
import json
|
||||
import pandas as pd
|
||||
import argparse
|
||||
import json
|
||||
import os
|
||||
|
||||
import pandas as pd
|
||||
from tabulate import tabulate
|
||||
|
||||
# Parse command-line arguments
|
||||
|
||||
@@ -28,6 +28,9 @@ class TestDPAttentionDP2TP2(CustomTestCase):
|
||||
"--enable-dp-attention",
|
||||
"--dp",
|
||||
"2",
|
||||
"--enable-torch-compile",
|
||||
"--torch-compile-max-bs",
|
||||
"2",
|
||||
],
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user