[Fixbug] Fix accuarcy template (#3088)

### What this PR does / why we need it?
Fix empty lines between lm_eval command lines for accuarcy template

- vLLM version: v0.10.2
- vLLM main:
https://github.com/vllm-project/vllm/commit/9607d5eb449711b349d4c2bee0a9c94afcc7ed14

Signed-off-by: hfadzxy <starmoon_zhang@163.com>
This commit is contained in:
zhangxinyuehfad authored and GitHub committed 2025-10-10 09:03:21 +08:00
1 parent 6ae75933da
commit 601a37aeff
1 file changed
+7 -6
+7 -6
View File
@@ -10,20 +10,21 @@
```bash
export MODEL_ARGS={{ model_args }}
lm_eval --model {{ model_type }} --model_args $MODEL_ARGS --tasks {{ datasets }} \
{% if apply_chat_template is defined and (apply_chat_template|string|lower in ["true", "1"]) -%}
lm_eval --model {{ model_type }} --model_args $MODEL_ARGS \
--tasks {{ datasets }} \
{%- if apply_chat_template is defined and (apply_chat_template|string|lower in ["true", "1"]) %}
--apply_chat_template \
{%- endif %}
{% if fewshot_as_multiturn is defined and (fewshot_as_multiturn|string|lower in ["true", "1"]) -%}
{%- if fewshot_as_multiturn is defined and (fewshot_as_multiturn|string|lower in ["true", "1"]) %}
--fewshot_as_multiturn \
{%- endif %}
{% if num_fewshot is defined and num_fewshot != "N/A" -%}
{%- if num_fewshot is defined and num_fewshot != "N/A" %}
--num_fewshot {{ num_fewshot }} \
{%- endif %}
{% if limit is defined and limit != "N/A" -%}
{%- if limit is defined and limit != "N/A" %}
--limit {{ limit }} \
{%- endif %}
--batch_size {{ batch_size }}
--batch_size {{ batch_size }}
```
| Task | Metric | Value | Stderr |