EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix benchmark script (#1185)

Browse Source
This commit is contained in:
Ying Sheng
2024-08-22 02:03:25 -07:00
committed by GitHub
parent 364d3d72a7
commit 5fafcac008
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_latency.py
View File

@@ -350,7 +350,7 @@ def latency_test(
for bs, il, ol in itertools.product( for bs, il, ol in itertools.product(
bench_args.batch_size, bench_args.input_len, bench_args.output_len bench_args.batch_size, bench_args.input_len, bench_args.output_len
): ):
req = prepare_synthetic_inputs_for_latency_test(bs, il) reqs = prepare_synthetic_inputs_for_latency_test(bs, il)
ret = latency_test_run_once( ret = latency_test_run_once(
bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol bench_args.run_name, model_runner, rank_print, reqs, bs, il, ol
) )