Test no vllm custom allreduce (#4210)

This commit is contained in:
Lianmin Zheng
2025-03-08 05:23:06 -08:00
committed by GitHub
parent 4a893d142d
commit 2cadd51d11
2 changed files with 6 additions and 2 deletions

View File

@@ -269,6 +269,8 @@ jobs:
cd test/srt
python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
USE_VLLM_CUSTOM_ALLREDUCE=0 python3 -m unittest test_bench_one_batch.TestBenchOneBatch.test_moe_tp2_bs1
- name: Benchmark single latency + torch.compile (TP=2)
timeout-minutes: 10
run: |