[1/N][CI] Add multi node test (#3359)
### What this PR does / why we need it? This pr purpose to add multi-node test, on the first step, add `deepseek-v3` dp+tp+ep test ### Does this PR introduce _any_ user-facing change? ### How was this patch tested? - vLLM version: v0.11.0rc3 - vLLM main: https://github.com/vllm-project/vllm/commit/v0.11.0 --------- Signed-off-by: wangli <wangli858794774@gmail.com>
This commit is contained in:
41
tests/e2e/multi_node/config/config.json
Normal file
41
tests/e2e/multi_node/config/config.json
Normal file
@@ -0,0 +1,41 @@
|
||||
[
|
||||
{
|
||||
"test_name": "test_deepseek_v3",
|
||||
"disaggregate_prefill": false,
|
||||
"enable_multithread_load": false,
|
||||
"num_nodes": 2,
|
||||
"server_parameters": {
|
||||
"leader_config": {
|
||||
"model": "vllm-ascend/DeepSeek-V3-W8A8",
|
||||
"additional_config": {
|
||||
"ascend_scheduler_config": {
|
||||
"enabled": true
|
||||
},
|
||||
"torchair_graph_config": {
|
||||
"enabled": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"worker_config": {
|
||||
"model": "vllm-ascend/DeepSeek-V3-W8A8",
|
||||
"additional_config": {
|
||||
"ascend_scheduler_config": {
|
||||
"enabled": true
|
||||
},
|
||||
"torchair_graph_config": {
|
||||
"enabled": true
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"client_parameters": {
|
||||
"model": "vllm-ascend/DeepSeek-V3-W8A8",
|
||||
"backend": "vllm",
|
||||
"dataset_name": "sharegpt",
|
||||
"dataset_path": "/root/.cache/datasets/ShareGPT_V3_unfiltered_cleaned_split.json",
|
||||
"num_prompts": 200,
|
||||
"request_rate": 1
|
||||
},
|
||||
"accuracy_parameters": {}
|
||||
}
|
||||
]
|
||||
Reference in New Issue
Block a user