fix: resolve correctness_test issue (#1002)

2024-08-09 21:21:42 +08:00
parent 10bca45bc6
commit b568df5d03
1 changed files with 1 additions and 1 deletions
--- a/python/sglang/bench_latency.py
+++ b/python/sglang/bench_latency.py
@@ -238,7 +238,7 @@ def correctness_test(

    # Decode
    output_ids = [input_ids[i] + [next_token_ids[i]] for i in range(len(input_ids))]
-    for _ in range(bench_args.output_len):
+    for _ in range(bench_args.output_len[0]):
        next_token_ids, _ = decode(next_token_ids, batch, model_runner)
        for i in range(len(reqs)):
            output_ids[i].append(next_token_ids[i])