{
  "pass@4": 0.856,
  "cons@4": 0.8,
  "avg@4": 0.73,
  "avg_output_length": 8191.93,
  "num_problems": 500,
  "num_samples": 2000,
  "repeat_size": 4,
  "avg_request_time": 97.3714,
  "end_2_end_time": 1583.5418,
  "token_throughtput": 10346.3398,
  "request_throught": 1.263,
  "avg_iter_count": 1.6196,
  "total_concurrency": 128,
  "failed_requests": 0
}