Fix llava parallelism/fork bug (#315)

2024-03-29 10:24:54 +08:00
parent eddaa2b599
commit cb389c91bc
2 changed files with 4 additions and 1 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -276,6 +276,7 @@ class StreamExecutor:
            exes[i].messages_ = list(self.messages_)
            exes[i].cur_role = self.cur_role
            exes[i].fork_start_text_pos = len(self.text_)
+            exes[i].images_ = list(self.images_)

        return exes