Improve DP attention (#4390)

Co-authored-by: dhou-xai <dhou@x.ai> Co-authored-by: SangBin Cho <rkooo567@gmail.com>
2025-03-13 08:23:56 -07:00
parent f141298a3c
commit 8e66fbecee
9 changed files with 345 additions and 226 deletions
--- a/test/srt/test_dp_attention.py
+++ b/test/srt/test_dp_attention.py
@@ -25,6 +25,8 @@ class TestDPAttention(unittest.TestCase):
                "--tp",
                "2",
                "--enable-dp-attention",
+                "--dp",
+                "2",
            ],
        )