Fix StreamExecutor.fork() losing the current role start index. (#684)

2024-07-20 23:32:11 -07:00
parent 77e592e8e0
commit 5ad033a070
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -288,6 +288,7 @@ class StreamExecutor:
            exes[i].text_ = str(self.text_)
            exes[i].messages_ = list(self.messages_)
            exes[i].cur_role = self.cur_role
+            exes[i].cur_role_begin_pos = self.cur_role_begin_pos
            exes[i].fork_start_text_pos = len(self.text_)
            exes[i].images_ = list(self.images_)