{
  "out_dir": "/root/work/logs/moe_tiny_matrix_20260715_codex_05",
  "rows": [
    {
      "label": "bmm_max16_short_c2_t128_r4",
      "success_rate": 1.0,
      "ttft_p90_sec": 1.4008520478382707,
      "output_tps_p10_per_request": 6.244800032698569,
      "output_tps_p50_per_request": 6.38071535566192,
      "aggregate_output_tps": 11.957913940111546,
      "avg_gpu_util_pct": 53.1953125,
      "max_gpu_util_pct": 100
    },
    {
      "label": "bmm_max8_short_c2_t128_r4",
      "success_rate": 1.0,
      "ttft_p90_sec": 1.4237070180475713,
      "output_tps_p10_per_request": 6.899902704972039,
      "output_tps_p50_per_request": 6.956794946027678,
      "aggregate_output_tps": 12.906788480386393,
      "avg_gpu_util_pct": 54.66129032258065,
      "max_gpu_util_pct": 100
    },
    {
      "label": "tokenwise_max16_short_c2_t128_r4",
      "success_rate": 1.0,
      "ttft_p90_sec": 1.3119126919656992,
      "output_tps_p10_per_request": 6.292181252691654,
      "output_tps_p50_per_request": 6.387211255164209,
      "aggregate_output_tps": 12.002667191636796,
      "avg_gpu_util_pct": 54.7890625,
      "max_gpu_util_pct": 100
    },
    {
      "label": "tokenwise_max4_short_c2_t128_r4",
      "success_rate": 1.0,
      "ttft_p90_sec": 1.671257301606238,
      "output_tps_p10_per_request": 6.377057186085997,
      "output_tps_p50_per_request": 6.415697724312098,
      "aggregate_output_tps": 11.867864225547972,
      "avg_gpu_util_pct": 51.39393939393939,
      "max_gpu_util_pct": 100
    },
    {
      "label": "tokenwise_max8_short_c2_t128_r4",
      "success_rate": 1.0,
      "ttft_p90_sec": 1.5890035681426526,
      "output_tps_p10_per_request": 6.3472968176428655,
      "output_tps_p50_per_request": 6.356694167499978,
      "aggregate_output_tps": 11.788073111713343,
      "avg_gpu_util_pct": 54.56818181818182,
      "max_gpu_util_pct": 100
    }
  ]
}