16 lines
430 B
JSON
16 lines
430 B
JSON
{
|
|
"ifeval": {
|
|
"pass@1": {
|
|
"num_prompts": 541,
|
|
"num_instructions": 834,
|
|
"average_score": 27.84218096871855,
|
|
"prompt_strict_accuracy": 20.51756007393715,
|
|
"instruction_strict_accuracy": 32.49400479616307,
|
|
"prompt_loose_accuracy": 23.10536044362292,
|
|
"instruction_loose_accuracy": 35.25179856115108,
|
|
"num_entries": 541,
|
|
"avg_tokens": 1555,
|
|
"gen_seconds": 77
|
|
}
|
|
}
|
|
} |