16 lines
431 B
JSON
16 lines
431 B
JSON
|
{
|
||
|
|
"ifeval": {
|
||
|
|
"pass@1": {
|
||
|
|
"num_prompts": 541,
|
||
|
|
"num_instructions": 834,
|
||
|
|
"average_score": 31.078261235743383,
|
||
|
|
"prompt_strict_accuracy": 23.65988909426987,
|
||
|
|
"instruction_strict_accuracy": 35.4916067146283,
|
||
|
|
"prompt_loose_accuracy": 26.432532347504623,
|
||
|
|
"instruction_loose_accuracy": 38.72901678657074,
|
||
|
|
"num_entries": 541,
|
||
|
|
"avg_tokens": 1762,
|
||
|
|
"gen_seconds": 55
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|