Launch dp ranks in parallel (#2053)

Co-authored-by: Haotian Liu <6631389+haotian-liu@users.noreply.github.com>
2024-11-16 17:13:36 -08:00
parent edad373135
commit f719d9aebc
5 changed files with 63 additions and 28 deletions
--- a/test/srt/test_dp_attention.py
+++ b/test/srt/test_dp_attention.py
@@ -24,8 +24,6 @@ class TestDPAttention(unittest.TestCase):
                "--trust-remote-code",
                "--tp",
                "2",
-                "--dp",
-                "2",
                "--enable-dp-attention",
            ],
        )