16 lines
359 B
JSON
16 lines
359 B
JSON
|
{
|
||
|
|
"pass@4": 0.856,
|
||
|
|
"cons@4": 0.8,
|
||
|
|
"avg@4": 0.73,
|
||
|
|
"avg_output_length": 8191.93,
|
||
|
|
"num_problems": 500,
|
||
|
|
"num_samples": 2000,
|
||
|
|
"repeat_size": 4,
|
||
|
|
"avg_request_time": 97.3714,
|
||
|
|
"end_2_end_time": 1583.5418,
|
||
|
|
"token_throughtput": 10346.3398,
|
||
|
|
"request_throught": 1.263,
|
||
|
|
"avg_iter_count": 1.6196,
|
||
|
|
"total_concurrency": 128,
|
||
|
|
"failed_requests": 0
|
||
|
|
}
|