[Minor] Add some utility functions (#1671)

2024-10-14 20:08:03 -07:00
parent cd0be7489f
commit 4a292f670d
4 changed files with 42 additions and 2 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -587,6 +587,8 @@ async def benchmark(
    else:
        print("Initial test run completed. Starting main benchmark run...")

+    time.sleep(1.5)
+
    pbar = None if disable_tqdm else tqdm(total=len(input_requests))

    benchmark_start_time = time.perf_counter()