fix: update bench_speculative (#5649)

2025-04-22 16:08:15 -07:00
parent b0feda090c
commit 7282ab741a
2 changed files with 3 additions and 1 deletions
--- a/scripts/playground/bench_speculative.py
+++ b/scripts/playground/bench_speculative.py
@@ -85,7 +85,7 @@ def send_one_batch(base_url, num_prompts, batch_size):
            request_rate=float("inf"),
            max_concurrency=batch_size,
            disable_tqdm=False,
-            lora_name=None,
+            lora_names=None,
            extra_request_body={},
            profile=None,
        )