fix: update bench_speculative (#5649)

2025-04-22 16:08:15 -07:00
parent b0feda090c
commit 7282ab741a
2 changed files with 3 additions and 1 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -993,6 +993,8 @@ async def benchmark(
        async with semaphore:
            return await request_func(request_func_input=request_func_input, pbar=pbar)

+    if not hasattr(args, "warmup_requests"):
+        args.warmup_requests = 1
    # Warmup
    print(f"Starting warmup with {args.warmup_requests} sequences...")