EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: update bench_speculative (#5649)

Browse Source
This commit is contained in:
Yineng Zhang
2025-04-22 16:08:15 -07:00
committed by GitHub
parent b0feda090c
commit 7282ab741a
2 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_serving.py
View File

@@ -993,6 +993,8 @@ async def benchmark(
async with semaphore: async with semaphore:
return await request_func(request_func_input=request_func_input, pbar=pbar) return await request_func(request_func_input=request_func_input, pbar=pbar)
if not hasattr(args, "warmup_requests"):
args.warmup_requests = 1
# Warmup # Warmup
print(f"Starting warmup with {args.warmup_requests} sequences...") print(f"Starting warmup with {args.warmup_requests} sequences...")

2
scripts/playground/bench_speculative.py
View File

@@ -85,7 +85,7 @@ def send_one_batch(base_url, num_prompts, batch_size):
request_rate=float("inf"), request_rate=float("inf"),
max_concurrency=batch_size, max_concurrency=batch_size,
disable_tqdm=False, disable_tqdm=False,
lora_name=None, lora_names=None,
extra_request_body={}, extra_request_body={},
profile=None, profile=None,
) )