From 5ad033a0706c16c7025618a9d1f65133a024a931 Mon Sep 17 00:00:00 2001 From: Max Shawabkeh Date: Sat, 20 Jul 2024 23:32:11 -0700 Subject: [PATCH] Fix StreamExecutor.fork() losing the current role start index. (#684) --- python/sglang/lang/interpreter.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 31999c400..573b9970b 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -288,6 +288,7 @@ class StreamExecutor: exes[i].text_ = str(self.text_) exes[i].messages_ = list(self.messages_) exes[i].cur_role = self.cur_role + exes[i].cur_role_begin_pos = self.cur_role_begin_pos exes[i].fork_start_text_pos = len(self.text_) exes[i].images_ = list(self.images_)