EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix #857 (#858)

Browse Source
This commit is contained in:
Kai Fronsdal
2024-08-01 00:05:39 -07:00
committed by GitHub
parent 90286d8576
commit 0c0c81372e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/lang/interpreter.py
View File

@@ -553,6 +553,7 @@ class StreamExecutor:
"output_token_logprobs": output_token_logprobs, "output_token_logprobs": output_token_logprobs,
} }
self.variable_event[name].set() self.variable_event[name].set()
if self.stream_var_event:
self.stream_var_event[name].set() self.stream_var_event[name].set()
self.text_ += decision self.text_ += decision