16 lines
364 B
JSON
16 lines
364 B
JSON
|
{
|
||
|
|
"pass@4": 0.5259,
|
||
|
|
"cons@4": 0.4459,
|
||
|
|
"avg@4": 0.3807,
|
||
|
|
"avg_output_length": 8191.9,
|
||
|
|
"num_problems": 675,
|
||
|
|
"num_samples": 2700,
|
||
|
|
"repeat_size": 4,
|
||
|
|
"avg_request_time": 120.6629,
|
||
|
|
"end_2_end_time": 2599.8234,
|
||
|
|
"token_throughtput": 8507.547,
|
||
|
|
"request_throught": 1.0385,
|
||
|
|
"avg_iter_count": 1.8616,
|
||
|
|
"total_concurrency": 128,
|
||
|
|
"failed_requests": 0
|
||
|
|
}
|