[CI] Add long and short prompt tests for DeepSeek-V3.2 (#6536)

### What this PR does / why we need it?

This version has no divisibility constraint between tp and mtp+1.
However, cudagraph_capture_sizes must be a common multiple of tp and
mtp+1, with a maximum of tp * (mtp+1). Therefore, we fixed
cudagraph_capture_sizes.

We added a long-sequence test (64k input, 3k output) for the two-node
mixed deployment scenario. Due to the excessive time required for
performance benchmarking, we are only verifying functionality. The
single-node scenario is skipped because VRAM limitations prevent
launching the model with a max-model-len of 68,000.

and we also add aime2025 test for dual-node deepseek 3.2 nightly test.

### How was this patch tested?

test at nightly environment.

- vLLM version: v0.15.0
- vLLM main: https://github.com/vllm-project/vllm/commit/v0.15.0

Signed-off-by: guozr <guozr1997@hotmail.com>
Co-authored-by: guozr <guozr1997@hotmail.com>
This commit is contained in:
starmountain1997
2026-02-26 10:58:50 +08:00
committed by GitHub
parent 169e434f78
commit bc1622338c
3 changed files with 64 additions and 16 deletions

View File

@@ -45,6 +45,17 @@ aisbench_cases = [{
"batch_size": 8,
"baseline": 95,
"threshold": 5
}, {
"case_type": "performance",
"dataset_path": "vllm-ascend/GSM8K-in3500-bs400",
"request_conf": "vllm_api_stream_chat",
"dataset_conf": "gsm8k/gsm8k_gen_0_shot_cot_str_perf",
"num_prompts": 1,
"max_out_len": 1500,
"batch_size": 1,
"request_rate": 11.2,
"baseline": 134,
"threshold": 0.97
}, {
"case_type": "performance",
"dataset_path": "vllm-ascend/GSM8K-in3500-bs400",
@@ -56,7 +67,8 @@ aisbench_cases = [{
"request_rate": 11.2,
"baseline": 134,
"threshold": 0.97
}]
}
]
@pytest.mark.asyncio
@@ -81,10 +93,10 @@ async def test_models(model: str, tp_size: int, dp_size: int) -> None:
str(dp_size), "--port",
str(port), "--max-model-len", "8192", "--max-num-batched-tokens",
"8192", "--max-num-seqs", "4", "--trust-remote-code", "--quantization",
"ascend", "--gpu-memory-utilization", "0.92", "--compilation-config",
'{"cudagraph_capture_sizes":[3, 6, 9, 12], "cudagraph_mode":"FULL_DECODE_ONLY"}',
"ascend", "--gpu-memory-utilization", "0.98", "--compilation-config",
'{"cudagraph_capture_sizes":[8, 16, 24, 32, 40, 48], "cudagraph_mode":"FULL_DECODE_ONLY"}',
"--speculative-config",
'{"num_speculative_tokens": 2, "method":"deepseek_mtp"}',
'{"num_speculative_tokens": 3, "method":"deepseek_mtp"}',
"--additional-config",
'{"layer_sharding": ["q_b_proj", "o_proj"]}',
"--reasoning-parser", "deepseek_v3", "--tokenizer_mode", "deepseek_v32"