From 61728884d73390f2af17644e399e2c489e106d07 Mon Sep 17 00:00:00 2001
From: Mingyi <wisclmy0611@gmail.com>
Date: Fri, 9 Aug 2024 13:18:58 -0700
Subject: [PATCH] Fix benchmark latency (#1007)

---
 python/sglang/bench_latency.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py
index 50ec8a67f..130f2b82f 100644
--- a/python/sglang/bench_latency.py
+++ b/python/sglang/bench_latency.py
@@ -332,6 +332,7 @@ def latency_test(
     )
 
     # Warm up
+    rank_print("Warmup ...")
     latency_test_run_once(
         bench_args.run_name,
         model_runner,
@@ -341,6 +342,7 @@ def latency_test(
         bench_args.input_len[0],
         4,  # shorter decoding to speed up the warmup
     )
+    rank_print("Benchmark ...")
 
     # Run the sweep
     result_list = []