39 lines
985 B
JSON
39 lines
985 B
JSON
|
{
|
||
|
|
"created_at": "2026-07-14T17:12:43",
|
||
|
|
"label": "tokenwise_max16_warmup",
|
||
|
|
"url": "http://127.0.0.1:1111",
|
||
|
|
"model": "llm",
|
||
|
|
"prompt_mode": "short",
|
||
|
|
"with_tools": false,
|
||
|
|
"tool_count": 0,
|
||
|
|
"concurrency": 1,
|
||
|
|
"requests": 1,
|
||
|
|
"max_tokens": 32,
|
||
|
|
"wall_sec": 7.908331776037812,
|
||
|
|
"success_rate": 1.0,
|
||
|
|
"ttft_p50_sec": 4.187222994863987,
|
||
|
|
"ttft_p90_sec": 4.187222994863987,
|
||
|
|
"output_tps_p10_per_request": 8.604076337909753,
|
||
|
|
"output_tps_p50_per_request": 8.604076337909753,
|
||
|
|
"aggregate_output_tps": 4.046365391113176,
|
||
|
|
"prompt_tokens": 39,
|
||
|
|
"cached_tokens": 0,
|
||
|
|
"completion_tokens": 32,
|
||
|
|
"reasoning_tokens": 32,
|
||
|
|
"chars": 111,
|
||
|
|
"monitor": null,
|
||
|
|
"results": [
|
||
|
|
{
|
||
|
|
"ok": true,
|
||
|
|
"elapsed_sec": 7.906390368938446,
|
||
|
|
"ttft_sec": 4.187222994863987,
|
||
|
|
"completion_tokens": 32,
|
||
|
|
"prompt_tokens": 39,
|
||
|
|
"cached_tokens": 0,
|
||
|
|
"reasoning_tokens": 32,
|
||
|
|
"output_tps": 8.604076337909753,
|
||
|
|
"chars": 111,
|
||
|
|
"error": null
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|