11 lines
216 B
JSON
11 lines
216 B
JSON
{
|
|
"human-eval": {
|
|
"pass@1": {
|
|
"num_entries": 164,
|
|
"avg_tokens": 97,
|
|
"gen_seconds": 21,
|
|
"passing_base_tests": 51.829268292682926,
|
|
"passing_plus_tests": 45.73170731707317
|
|
}
|
|
}
|
|
} |