{ "ifeval": { "pass@1": { "num_prompts": 541, "num_instructions": 834, "average_score": 69.96364091721078, "prompt_strict_accuracy": 64.14048059149722, "instruction_strict_accuracy": 73.38129496402878, "prompt_loose_accuracy": 66.91312384473198, "instruction_loose_accuracy": 75.41966426858512, "num_entries": 541, "avg_tokens": 509, "gen_seconds": 27 } } }