{ "ifeval": { "pass@1": { "num_prompts": 541, "num_instructions": 834, "average_score": 31.078261235743383, "prompt_strict_accuracy": 23.65988909426987, "instruction_strict_accuracy": 35.4916067146283, "prompt_loose_accuracy": 26.432532347504623, "instruction_loose_accuracy": 38.72901678657074, "num_entries": 541, "avg_tokens": 1762, "gen_seconds": 55 } } }