EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] the issue of random order when input is a list (#1199)

Browse Source
This commit is contained in:
Ying Sheng
2024-08-24 21:43:03 -07:00
committed by GitHub
parent e61d13acdf
commit 1cb4da5c5f
4 changed files with 23 additions and 20 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
python/sglang/srt/managers/tokenizer_manager.py
View File

@@ -437,13 +437,13 @@ class TokenizerManager:
is_stream = hasattr(obj, "stream") and obj.stream
tasks = [asyncio.create_task(gen.__anext__()) for gen in generators]
output_list = []
output_list = [None] * len(tasks)
while tasks:
done, _ = await asyncio.wait(tasks, return_when=asyncio.FIRST_COMPLETED)
for task in done:
gen_index = tasks.index(task)
cur_index = tasks.index(task)
try:
result = task.result()
@@ -451,14 +451,14 @@ class TokenizerManager:
if is_stream:
yield result
else:
output_list.append(result)
output_list[result["index"]] = result
tasks[gen_index] = asyncio.create_task(
generators[gen_index].__anext__()
tasks[cur_index] = asyncio.create_task(
generators[cur_index].__anext__()
)
except StopAsyncIteration:
del generators[gen_index]
del tasks[gen_index]
del generators[cur_index]
del tasks[cur_index]
if not is_stream:
yield output_list