EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix StreamExecutor.fork() losing the current role start index. (#684)

Browse Source
This commit is contained in:
Max Shawabkeh
2024-07-20 23:32:11 -07:00
committed by GitHub
parent 77e592e8e0
commit 5ad033a070
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/lang/interpreter.py
View File

@@ -288,6 +288,7 @@ class StreamExecutor:
exes[i].text_ = str(self.text_) exes[i].text_ = str(self.text_)
exes[i].messages_ = list(self.messages_) exes[i].messages_ = list(self.messages_)
exes[i].cur_role = self.cur_role exes[i].cur_role = self.cur_role
exes[i].cur_role_begin_pos = self.cur_role_begin_pos
exes[i].fork_start_text_pos = len(self.text_) exes[i].fork_start_text_pos = len(self.text_)
exes[i].images_ = list(self.images_) exes[i].images_ = list(self.images_)