{
  "mbpp": {
    "pass@1": {
      "num_entries": 378,
      "avg_tokens": 321,
      "gen_seconds": 34,
      "passing_base_tests": 15.343915343915343,
      "passing_plus_tests": 13.756613756613756
    }
  }
}