{
  "ifeval": {
    "pass@1": {
      "num_prompts": 541,
      "num_instructions": 834,
      "average_score": 53.74827679446092,
      "prompt_strict_accuracy": 48.24399260628466,
      "instruction_strict_accuracy": 57.31414868105516,
      "prompt_loose_accuracy": 49.72273567467653,
      "instruction_loose_accuracy": 59.71223021582733,
      "num_entries": 541,
      "avg_tokens": 466,
      "gen_seconds": 27
    }
  }
}