[BugFix] Fix crash when receive a req with structed output in DP attention mode. (#3841)

2025-02-26 01:32:05 +08:00
parent 4606e2a3fe
commit 107710268a
2 changed files with 33 additions and 10 deletions
--- a/benchmark/json_decode_regex/bench_sglang.py
+++ b/benchmark/json_decode_regex/bench_sglang.py
@@ -46,6 +46,7 @@ def json_decode(s, document):

 def main(args):
    lines = read_jsonl(args.data_path)
+    lines = list(lines)
    arguments = []
    for i in range(len(lines[: args.num_questions])):
        arguments.append(