From 601a37aeffa275a9bf96a62f1fe671200bf1cd18 Mon Sep 17 00:00:00 2001 From: zhangxinyuehfad <59153331+zhangxinyuehfad@users.noreply.github.com> Date: Fri, 10 Oct 2025 09:03:21 +0800 Subject: [PATCH] [Fixbug] Fix accuarcy template (#3088) ### What this PR does / why we need it? Fix empty lines between lm_eval command lines for accuarcy template - vLLM version: v0.10.2 - vLLM main: https://github.com/vllm-project/vllm/commit/9607d5eb449711b349d4c2bee0a9c94afcc7ed14 Signed-off-by: hfadzxy --- tests/e2e/models/report_template.md | 13 +++++++------ 1 file changed, 7 insertions(+), 6 deletions(-) diff --git a/tests/e2e/models/report_template.md b/tests/e2e/models/report_template.md index 81dd717..088744d 100644 --- a/tests/e2e/models/report_template.md +++ b/tests/e2e/models/report_template.md @@ -10,20 +10,21 @@ ```bash export MODEL_ARGS={{ model_args }} -lm_eval --model {{ model_type }} --model_args $MODEL_ARGS --tasks {{ datasets }} \ -{% if apply_chat_template is defined and (apply_chat_template|string|lower in ["true", "1"]) -%} +lm_eval --model {{ model_type }} --model_args $MODEL_ARGS \ + --tasks {{ datasets }} \ +{%- if apply_chat_template is defined and (apply_chat_template|string|lower in ["true", "1"]) %} --apply_chat_template \ {%- endif %} -{% if fewshot_as_multiturn is defined and (fewshot_as_multiturn|string|lower in ["true", "1"]) -%} +{%- if fewshot_as_multiturn is defined and (fewshot_as_multiturn|string|lower in ["true", "1"]) %} --fewshot_as_multiturn \ {%- endif %} -{% if num_fewshot is defined and num_fewshot != "N/A" -%} +{%- if num_fewshot is defined and num_fewshot != "N/A" %} --num_fewshot {{ num_fewshot }} \ {%- endif %} -{% if limit is defined and limit != "N/A" -%} +{%- if limit is defined and limit != "N/A" %} --limit {{ limit }} \ {%- endif %} ---batch_size {{ batch_size }} + --batch_size {{ batch_size }} ``` | Task | Metric | Value | Stderr |