From 0c0c81372ebebacb10f52a7424215e21d6421dae Mon Sep 17 00:00:00 2001 From: Kai Fronsdal Date: Thu, 1 Aug 2024 00:05:39 -0700 Subject: [PATCH] Fix #857 (#858) --- python/sglang/lang/interpreter.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 0133b97c7..2096e49e8 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -553,7 +553,8 @@ class StreamExecutor: "output_token_logprobs": output_token_logprobs, } self.variable_event[name].set() - self.stream_var_event[name].set() + if self.stream_var_event: + self.stream_var_event[name].set() self.text_ += decision def _execute_variable(self, expr: SglVariable):