From 5fafcac00834253a18a3f10551dfc8221fcc360b Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Thu, 22 Aug 2024 02:03:25 -0700 Subject: [PATCH] Fix benchmark script (#1185) --- python/sglang/bench_latency.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/bench_latency.py b/python/sglang/bench_latency.py index d9131c87f..ba1a81d54 100644 --- a/python/sglang/bench_latency.py +++ b/python/sglang/bench_latency.py @@ -350,7 +350,7 @@ def latency_test( for bs, il, ol in itertools.product( bench_args.batch_size, bench_args.input_len, bench_args.output_len ): - req = prepare_synthetic_inputs_for_latency_test(bs, il) + reqs = prepare_synthetic_inputs_for_latency_test(bs, il) ret = latency_test_run_once( bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol )