[CI] Add long and short prompt tests for DeepSeek-V3.2 (#6536)
### What this PR does / why we need it? This version has no divisibility constraint between tp and mtp+1. However, cudagraph_capture_sizes must be a common multiple of tp and mtp+1, with a maximum of tp * (mtp+1). Therefore, we fixed cudagraph_capture_sizes. We added a long-sequence test (64k input, 3k output) for the two-node mixed deployment scenario. Due to the excessive time required for performance benchmarking, we are only verifying functionality. The single-node scenario is skipped because VRAM limitations prevent launching the model with a max-model-len of 68,000. and we also add aime2025 test for dual-node deepseek 3.2 nightly test. ### How was this patch tested? test at nightly environment. - vLLM version: v0.15.0 - vLLM main: https://github.com/vllm-project/vllm/commit/v0.15.0 Signed-off-by: guozr <guozr1997@hotmail.com> Co-authored-by: guozr <guozr1997@hotmail.com>
This commit is contained in:
@@ -45,6 +45,17 @@ aisbench_cases = [{
|
||||
"batch_size": 8,
|
||||
"baseline": 95,
|
||||
"threshold": 5
|
||||
}, {
|
||||
"case_type": "performance",
|
||||
"dataset_path": "vllm-ascend/GSM8K-in3500-bs400",
|
||||
"request_conf": "vllm_api_stream_chat",
|
||||
"dataset_conf": "gsm8k/gsm8k_gen_0_shot_cot_str_perf",
|
||||
"num_prompts": 1,
|
||||
"max_out_len": 1500,
|
||||
"batch_size": 1,
|
||||
"request_rate": 11.2,
|
||||
"baseline": 134,
|
||||
"threshold": 0.97
|
||||
}, {
|
||||
"case_type": "performance",
|
||||
"dataset_path": "vllm-ascend/GSM8K-in3500-bs400",
|
||||
@@ -56,7 +67,8 @@ aisbench_cases = [{
|
||||
"request_rate": 11.2,
|
||||
"baseline": 134,
|
||||
"threshold": 0.97
|
||||
}]
|
||||
}
|
||||
]
|
||||
|
||||
|
||||
@pytest.mark.asyncio
|
||||
@@ -81,10 +93,10 @@ async def test_models(model: str, tp_size: int, dp_size: int) -> None:
|
||||
str(dp_size), "--port",
|
||||
str(port), "--max-model-len", "8192", "--max-num-batched-tokens",
|
||||
"8192", "--max-num-seqs", "4", "--trust-remote-code", "--quantization",
|
||||
"ascend", "--gpu-memory-utilization", "0.92", "--compilation-config",
|
||||
'{"cudagraph_capture_sizes":[3, 6, 9, 12], "cudagraph_mode":"FULL_DECODE_ONLY"}',
|
||||
"ascend", "--gpu-memory-utilization", "0.98", "--compilation-config",
|
||||
'{"cudagraph_capture_sizes":[8, 16, 24, 32, 40, 48], "cudagraph_mode":"FULL_DECODE_ONLY"}',
|
||||
"--speculative-config",
|
||||
'{"num_speculative_tokens": 2, "method":"deepseek_mtp"}',
|
||||
'{"num_speculative_tokens": 3, "method":"deepseek_mtp"}',
|
||||
"--additional-config",
|
||||
'{"layer_sharding": ["q_b_proj", "o_proj"]}',
|
||||
"--reasoning-parser", "deepseek_v3", "--tokenizer_mode", "deepseek_v32"
|
||||
|
||||
Reference in New Issue
Block a user