16 lines
369 B
JSON
16 lines
369 B
JSON
|
{
|
||
|
|
"pass@32": 0.4667,
|
||
|
|
"cons@32": 0.2333,
|
||
|
|
"avg@32": 0.1448,
|
||
|
|
"avg_output_length": 16383.97,
|
||
|
|
"num_problems": 30,
|
||
|
|
"num_samples": 960,
|
||
|
|
"repeat_size": 32,
|
||
|
|
"avg_request_time": 325.8334,
|
||
|
|
"end_2_end_time": 2611.8533,
|
||
|
|
"token_throughtput": 6022.0123,
|
||
|
|
"request_throught": 0.3676,
|
||
|
|
"avg_iter_count": 1.8086,
|
||
|
|
"total_concurrency": 128,
|
||
|
|
"failed_requests": 0
|
||
|
|
}
|