{
  "ifbench": {
    "pass@1": {
      "num_prompts": 294,
      "num_instructions": 335,
      "average_score": 13.7447964260331,
      "prompt_strict_accuracy": 10.54421768707483,
      "instruction_strict_accuracy": 12.53731343283582,
      "prompt_loose_accuracy": 14.285714285714285,
      "instruction_loose_accuracy": 17.611940298507463,
      "num_entries": 294,
      "avg_tokens": 457,
      "gen_seconds": 21
    }
  }
}