Fix #857 (#858)

2024-08-01 00:05:39 -07:00
parent 90286d8576
commit 0c0c81372e
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -553,7 +553,8 @@ class StreamExecutor:
                "output_token_logprobs": output_token_logprobs,
            }
            self.variable_event[name].set()
-            self.stream_var_event[name].set()
+            if self.stream_var_event:
+                self.stream_var_event[name].set()
        self.text_ += decision

    def _execute_variable(self, expr: SglVariable):