icer/qwen36_01
1
0
Fork 0
Code Issues Pull Requests Actions Projects Releases Wiki Activity

record moe tiny batch matrix results

Browse Source
This commit is contained in:
the magician
2026-07-15 01:28:06 +08:00
parent af375830c7
commit d1f8048b6e
30 changed files with 7740 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

55
worklogs/remote_results/2026-07-15-moe-tiny-matrix/summary.json Normal file
View File

@@ -0,0 +1,55 @@
{
"out_dir": "/root/work/logs/moe_tiny_matrix_20260715_codex_05",
"rows": [
{
"label": "bmm_max16_short_c2_t128_r4",
"success_rate": 1.0,
"ttft_p90_sec": 1.4008520478382707,
"output_tps_p10_per_request": 6.244800032698569,
"output_tps_p50_per_request": 6.38071535566192,
"aggregate_output_tps": 11.957913940111546,
"avg_gpu_util_pct": 53.1953125,
"max_gpu_util_pct": 100
},
{
"label": "bmm_max8_short_c2_t128_r4",
"success_rate": 1.0,
"ttft_p90_sec": 1.4237070180475713,
"output_tps_p10_per_request": 6.899902704972039,
"output_tps_p50_per_request": 6.956794946027678,
"aggregate_output_tps": 12.906788480386393,
"avg_gpu_util_pct": 54.66129032258065,
"max_gpu_util_pct": 100
},
{
"label": "tokenwise_max16_short_c2_t128_r4",
"success_rate": 1.0,
"ttft_p90_sec": 1.3119126919656992,
"output_tps_p10_per_request": 6.292181252691654,
"output_tps_p50_per_request": 6.387211255164209,
"aggregate_output_tps": 12.002667191636796,
"avg_gpu_util_pct": 54.7890625,
"max_gpu_util_pct": 100
},
{
"label": "tokenwise_max4_short_c2_t128_r4",
"success_rate": 1.0,
"ttft_p90_sec": 1.671257301606238,
"output_tps_p10_per_request": 6.377057186085997,
"output_tps_p50_per_request": 6.415697724312098,
"aggregate_output_tps": 11.867864225547972,
"avg_gpu_util_pct": 51.39393939393939,
"max_gpu_util_pct": 100
},
{
"label": "tokenwise_max8_short_c2_t128_r4",
"success_rate": 1.0,
"ttft_p90_sec": 1.5890035681426526,
"output_tps_p10_per_request": 6.3472968176428655,
"output_tps_p50_per_request": 6.356694167499978,
"aggregate_output_tps": 11.788073111713343,
"avg_gpu_util_pct": 54.56818181818182,
"max_gpu_util_pct": 100
}
]
}