adapt custom allreduce for tensorrt llm (#2511)

2025-01-16 04:57:35 +08:00
parent a53454c55e
commit 767c9dec03
5 changed files with 242 additions and 68 deletions
--- a/test/srt/run_suite.py
+++ b/test/srt/run_suite.py
@@ -12,6 +12,7 @@ suites = {
        "sampling/penaltylib",
        "test_abort.py",
        "test_chunked_prefill.py",
+        "test_custom_allreduce.py",
        "test_double_sparsity.py",
        "test_eagle_infer.py",
        "test_embedding_openai_server.py",