EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix streaming bug (#820)

Browse Source
This commit is contained in:
ObjectNotFound
2024-07-30 15:32:07 +08:00
committed by GitHub
parent bece265f5a
commit daf593a385
1 changed files with 17 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
python/sglang/lang/interpreter.py
View File

@@ -553,6 +553,7 @@ class StreamExecutor:
"output_token_logprobs": output_token_logprobs, "output_token_logprobs": output_token_logprobs,
} }
self.variable_event[name].set() self.variable_event[name].set()
self.stream_var_event[name].set()
self.text_ += decision self.text_ += decision
def _execute_variable(self, expr: SglVariable): def _execute_variable(self, expr: SglVariable):
@@ -778,7 +779,14 @@ class ProgramState:
if self.stream_executor.is_finished: if self.stream_executor.is_finished:
break break
else: else:
event = self.stream_executor.stream_var_event[var_name] event = None
while not event:
if var_name in self.stream_executor.stream_var_event:
event = self.stream_executor.stream_var_event[var_name]
if self.stream_executor.is_finished:
yield ""
return
while True: while True:
event.wait() event.wait()
event.clear() event.clear()
@@ -813,7 +821,14 @@ class ProgramState:
if self.stream_executor.is_finished: if self.stream_executor.is_finished:
break break
else: else:
event = self.stream_executor.stream_var_event[var_name] event = None
while not event:
if var_name in self.stream_executor.stream_var_event:
event = self.stream_executor.stream_var_event[var_name]
if self.stream_executor.is_finished:
yield ""
return
while True: while True:
await loop.run_in_executor(None, event.wait) await loop.run_in_executor(None, event.wait)
event.clear() event.clear()