{
  "ifeval": {
    "pass@1": {
      "num_prompts": 541,
      "num_instructions": 834,
      "average_score": 41.75820157182941,
      "prompt_strict_accuracy": 34.56561922365989,
      "instruction_strict_accuracy": 47.00239808153477,
      "prompt_loose_accuracy": 36.78373382624769,
      "instruction_loose_accuracy": 48.6810551558753,
      "num_entries": 541,
      "avg_tokens": 883,
      "gen_seconds": 41
    }
  }
}