Minor bugfix on benchmark serving (#1005)

2024-08-09 09:53:50 -07:00
parent b568df5d03
commit 05c50a82b8
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -195,6 +195,7 @@ async def async_request_openai_completions(
                                    output.ttft = ttft

                                # Decoding phase
+                                else:
                                    output.itl.append(timestamp - most_recent_timestamp)

                                most_recent_timestamp = timestamp