{
  "ifeval": {
    "pass@1": {
      "num_prompts": 541,
      "num_instructions": 834,
      "average_score": 27.84218096871855,
      "prompt_strict_accuracy": 20.51756007393715,
      "instruction_strict_accuracy": 32.49400479616307,
      "prompt_loose_accuracy": 23.10536044362292,
      "instruction_loose_accuracy": 35.25179856115108,
      "num_entries": 541,
      "avg_tokens": 1555,
      "gen_seconds": 77
    }
  }
}