EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

fix: resolve correctness_test issue (#1002)

Browse Source
This commit is contained in:
Yineng Zhang
2024-08-09 21:21:42 +08:00
committed by GitHub
parent 10bca45bc6
commit b568df5d03
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/bench_latency.py
View File

@@ -238,7 +238,7 @@ def correctness_test(
# Decode # Decode
output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))] output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))]
for _ in range(bench_args.output_len): for _ in range(bench_args.output_len[0]):
next_token_ids, _ = decode(next_token_ids, batch, model_runner) next_token_ids, _ = decode(next_token_ids, batch, model_runner)
for i in range(len(reqs)): for i in range(len(reqs)):
output_ids[i].append(next_token_ids[i]) output_ids[i].append(next_token_ids[i])