Fix Llava model (#594)

2024-07-06 00:58:46 -07:00
parent dc1b8bcfaa
commit c0982ac553
5 changed files with 18 additions and 13 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -523,9 +523,9 @@ class StreamExecutor:
                self, sampling_params=sampling_params
            )

+            self.variables[name] = ""
            self.stream_var_event[name].set()

-            self.variables[name] = ""
            for comp, meta_info in generator:
                self.text_ += comp
                self.variables[name] += comp