{ "human-eval": { "pass@1": { "num_entries": 164, "avg_tokens": 87, "gen_seconds": 41, "passing_base_tests": 54.26829268292683, "passing_plus_tests": 46.34146341463415 } } }