From 470b474075f8567ce3641c7c40e3b0dbee1bd021 Mon Sep 17 00:00:00 2001 From: Xu Song Date: Sun, 16 Mar 2025 07:33:58 +0800 Subject: [PATCH] Update bench_serving.py (#4454) --- python/sglang/bench_serving.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_serving.py b/python/sglang/bench_serving.py index 036d1e864..9887c7161 100644 --- a/python/sglang/bench_serving.py +++ b/python/sglang/bench_serving.py @@ -128,7 +128,7 @@ async def async_request_trt_llm( timestamp = time.perf_counter() # First token if ttft == 0.0: - ttft = time.perf_counter() - st + ttft = timestamp - st output.ttft = ttft # Decoding phase