{
  "pass@8": 0.7,
  "cons@8": 0.55,
  "avg@8": 0.4562,
  "avg_output_length": 8191.97,
  "num_problems": 40,
  "num_samples": 320,
  "repeat_size": 8,
  "avg_request_time": 104.2308,
  "end_2_end_time": 321.1005,
  "token_throughtput": 8163.8914,
  "request_throught": 0.9966,
  "avg_iter_count": 1.8048,
  "total_concurrency": 128,
  "failed_requests": 0
}