16 lines
428 B
JSON
16 lines
428 B
JSON
|
{
|
||
|
|
"ifeval": {
|
||
|
|
"pass@1": {
|
||
|
|
"num_prompts": 541,
|
||
|
|
"num_instructions": 834,
|
||
|
|
"average_score": 41.75820157182941,
|
||
|
|
"prompt_strict_accuracy": 34.56561922365989,
|
||
|
|
"instruction_strict_accuracy": 47.00239808153477,
|
||
|
|
"prompt_loose_accuracy": 36.78373382624769,
|
||
|
|
"instruction_loose_accuracy": 48.6810551558753,
|
||
|
|
"num_entries": 541,
|
||
|
|
"avg_tokens": 883,
|
||
|
|
"gen_seconds": 41
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|