16 lines
429 B
JSON
16 lines
429 B
JSON
{
|
|
"ifeval": {
|
|
"pass@1": {
|
|
"num_prompts": 541,
|
|
"num_instructions": 834,
|
|
"average_score": 69.96364091721078,
|
|
"prompt_strict_accuracy": 64.14048059149722,
|
|
"instruction_strict_accuracy": 73.38129496402878,
|
|
"prompt_loose_accuracy": 66.91312384473198,
|
|
"instruction_loose_accuracy": 75.41966426858512,
|
|
"num_entries": 541,
|
|
"avg_tokens": 509,
|
|
"gen_seconds": 27
|
|
}
|
|
}
|
|
} |