EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[TEST]Update nightly acc test standard (#4032)

Browse Source 
### What this PR does / why we need it?
This PR updates the acc test standard for some cases, we need it to
better maintain acc

### Does this PR introduce _any_ user-facing change?
No

### How was this patch tested?
by running the test

- vLLM version: v0.11.0
- vLLM main:
83f478bb19

Signed-off-by: jiangyunfan1 <jiangyunfan1@h-partners.com>
This commit is contained in:
jiangyunfan1
2025-11-06 16:58:38 +08:00
committed by GitHub
parent 2eebe1dc0a
commit 34b278a339
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
tests/e2e/nightly/models/test_qwen2_5_vl_32b.py
View File

@@ -45,7 +45,7 @@ aisbench_cases = [{
"dataset_conf": "textvqa/textvqa_gen_base64", "dataset_conf": "textvqa/textvqa_gen_base64",
"max_out_len": 2048, "max_out_len": 2048,
"batch_size": 128, "batch_size": 128,
"baseline": 76, "baseline": 76.22,
"temperature": 0, "temperature": 0,
"top_k": -1, "top_k": -1,
"top_p": 1, "top_p": 1,

2
tests/e2e/nightly/models/test_qwen2_5_vl_7b.py
View File

@@ -45,7 +45,7 @@ aisbench_cases = [{
"dataset_conf": "textvqa/textvqa_gen_base64", "dataset_conf": "textvqa/textvqa_gen_base64",
"max_out_len": 2048, "max_out_len": 2048,
"batch_size": 128, "batch_size": 128,
"baseline": 81, "baseline": 82.05,
"threshold": 5 "threshold": 5
}, { }, {
"case_type": "performance", "case_type": "performance",

2
tests/e2e/nightly/models/test_qwen3_32b_int8.py
View File

@@ -58,7 +58,7 @@ aisbench_cases = [{
"max_out_len": 32768, "max_out_len": 32768,
"batch_size": 32, "batch_size": 32,
"baseline": 83.33, "baseline": 83.33,
"threshold": 17 "threshold": 7
}, { }, {
"case_type": "performance", "case_type": "performance",
"dataset_path": "vllm-ascend/GSM8K-in3500-bs400", "dataset_path": "vllm-ascend/GSM8K-in3500-bs400",