From 05c50a82b82c108ad963fec4e572e1a888e62962 Mon Sep 17 00:00:00 2001 From: Roger Wang <136131678+ywang96@users.noreply.github.com> Date: Fri, 9 Aug 2024 09:53:50 -0700 Subject: [PATCH] Minor bugfix on benchmark serving (#1005) --- python/sglang/bench_serving.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index cc2406846..4d733e959 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -195,7 +195,8 @@ async def async_request_openai_completions( output.ttft = ttft # Decoding phase - output.itl.append(timestamp - most_recent_timestamp) + else: + output.itl.append(timestamp - most_recent_timestamp) most_recent_timestamp = timestamp generated_text += data["choices"][0]["text"]