Add 4-GPU runner tests and split existing tests (#6383)

2025-05-19 02:56:51 +08:00
parent 9d24c3ffb0
commit f11481b921
6 changed files with 414 additions and 370 deletions
--- a/test/srt/test_pp_single_node.py
+++ b/test/srt/test_pp_single_node.py
@@ -34,7 +34,7 @@ class TestPPAccuracy(unittest.TestCase):
                "--tp-size",
                2,
                "--pp-size",
-                4,
+                2,
                "--chunked-prefill-size",
                256,
            ],