11 lines
215 B
JSON
11 lines
215 B
JSON
|
|
{
|
||
|
|
"human-eval": {
|
||
|
|
"pass@1": {
|
||
|
|
"num_entries": 164,
|
||
|
|
"avg_tokens": 85,
|
||
|
|
"gen_seconds": 9,
|
||
|
|
"passing_base_tests": 53.048780487804876,
|
||
|
|
"passing_plus_tests": 46.34146341463415
|
||
|
|
}
|
||
|
|
}
|
||
|
|
}
|