Test no vllm custom allreduce (#4256)

This commit is contained in:
Lianmin Zheng
2025-03-10 10:08:25 -07:00
committed by GitHub
parent cf0ccd406e
commit 5a6400eec5
4 changed files with 5 additions and 5 deletions

View File

@@ -266,7 +266,7 @@ jobs:
cd test/srt
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
# USE_VLLM_CUSTOM_ALLREDUCE=0 python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
USE_VLLM_CUSTOM_ALLREDUCE=0 python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
- name: Benchmark single latency + torch.compile (TP=2)
timeout-minutes: 10