55 lines
1.8 KiB
JSON
55 lines
1.8 KiB
JSON
|
{
|
||
|
|
"out_dir": "/root/work/logs/moe_tiny_matrix_20260715_codex_05",
|
||
|
|
"rows": [
|
||
|
|
{
|
||
|
|
"label": "bmm_max16_short_c2_t128_r4",
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p90_sec": 1.4008520478382707,
|
||
|
|
"output_tps_p10_per_request": 6.244800032698569,
|
||
|
|
"output_tps_p50_per_request": 6.38071535566192,
|
||
|
|
"aggregate_output_tps": 11.957913940111546,
|
||
|
|
"avg_gpu_util_pct": 53.1953125,
|
||
|
|
"max_gpu_util_pct": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"label": "bmm_max8_short_c2_t128_r4",
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p90_sec": 1.4237070180475713,
|
||
|
|
"output_tps_p10_per_request": 6.899902704972039,
|
||
|
|
"output_tps_p50_per_request": 6.956794946027678,
|
||
|
|
"aggregate_output_tps": 12.906788480386393,
|
||
|
|
"avg_gpu_util_pct": 54.66129032258065,
|
||
|
|
"max_gpu_util_pct": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"label": "tokenwise_max16_short_c2_t128_r4",
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p90_sec": 1.3119126919656992,
|
||
|
|
"output_tps_p10_per_request": 6.292181252691654,
|
||
|
|
"output_tps_p50_per_request": 6.387211255164209,
|
||
|
|
"aggregate_output_tps": 12.002667191636796,
|
||
|
|
"avg_gpu_util_pct": 54.7890625,
|
||
|
|
"max_gpu_util_pct": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"label": "tokenwise_max4_short_c2_t128_r4",
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p90_sec": 1.671257301606238,
|
||
|
|
"output_tps_p10_per_request": 6.377057186085997,
|
||
|
|
"output_tps_p50_per_request": 6.415697724312098,
|
||
|
|
"aggregate_output_tps": 11.867864225547972,
|
||
|
|
"avg_gpu_util_pct": 51.39393939393939,
|
||
|
|
"max_gpu_util_pct": 100
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"label": "tokenwise_max8_short_c2_t128_r4",
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p90_sec": 1.5890035681426526,
|
||
|
|
"output_tps_p10_per_request": 6.3472968176428655,
|
||
|
|
"output_tps_p50_per_request": 6.356694167499978,
|
||
|
|
"aggregate_output_tps": 11.788073111713343,
|
||
|
|
"avg_gpu_util_pct": 54.56818181818182,
|
||
|
|
"max_gpu_util_pct": 100
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|