EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

misc: fix typo (#698)

Browse Source
This commit is contained in:
zhyncs
2024-07-23 02:00:27 +10:00
committed by GitHub
parent df7c4c19b4
commit 9fdea29d05
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_serving.py
View File

@@ -640,7 +640,7 @@ async def benchmark(
"total_output": metrics.total_output,
"total_output_retokenized": metrics.total_output_retokenized,
"median_ttft": metrics.median_ttft_ms,
"median_itl": metrics.mean_itl_ms,
"median_itl": metrics.median_itl_ms,
"output_token_throughput": metrics.output_throughput,
"sharegpt_output_len": args.sharegpt_output_len,
"random_input_len": args.random_input_len,