Fix #857 (#858)

2024-08-01 00:05:39 -07:00
parent 90286d8576
commit 0c0c81372e
1 changed files with 2 additions and 1 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -553,6 +553,7 @@ class StreamExecutor:
                "output_token_logprobs": output_token_logprobs,
            }
            self.variable_event[name].set()
+            if self.stream_var_event:
                self.stream_var_event[name].set()
        self.text_ += decision