From 9fdea29d054fa4e11da7102b5b07ea6f87ff2465 Mon Sep 17 00:00:00 2001 From: zhyncs Date: Tue, 23 Jul 2024 02:00:27 +1000 Subject: [PATCH] misc: fix typo (#698) --- python/sglang/bench_serving.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 59f425c07..81f604614 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -640,7 +640,7 @@ async def benchmark( "total_output": metrics.total_output, "total_output_retokenized": metrics.total_output_retokenized, "median_ttft": metrics.median_ttft_ms, - "median_itl": metrics.mean_itl_ms, + "median_itl": metrics.median_itl_ms, "output_token_throughput": metrics.output_throughput, "sharegpt_output_len": args.sharegpt_output_len, "random_input_len": args.random_input_len,