From 55f6005f53bbb7148d444e4b41cce10192c715bc Mon Sep 17 00:00:00 2001
From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com>
Date: Thu, 22 May 2025 02:08:17 +0800
Subject: [PATCH] Fix bench_one_batch_server (#6503)

---
 python/sglang/bench_one_batch_server.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/python/sglang/bench_one_batch_server.py b/python/sglang/bench_one_batch_server.py
index adb433ead..b87770690 100644
--- a/python/sglang/bench_one_batch_server.py
+++ b/python/sglang/bench_one_batch_server.py
@@ -149,7 +149,7 @@ def run_one_case(
     response = requests.post(
         url + "/generate",
         json={
-            "input_ids": [input_ids for input_ids, _, _ in input_requests],
+            "input_ids": [req.prompt for req in input_requests],
             "sampling_params": {
                 "temperature": temperature,
                 "max_new_tokens": output_len,
@@ -268,6 +268,7 @@ def run_benchmark(server_args: ServerArgs, bench_args: BenchArgs):
                     input_len_step_percentage=bench_args.input_len_step_percentage,
                     run_name=bench_args.run_name,
                     result_filename=bench_args.result_filename,
+                    tokenizer=tokenizer,
                 )
             )
     finally: