From ff99c38a0711ee82926840129db840a70e91f0d9 Mon Sep 17 00:00:00 2001 From: SimoneRaponi Date: Wed, 3 Apr 2024 16:22:06 +0200 Subject: [PATCH] Add timeout to get_meta_info (#346) Co-authored-by: simone --- python/sglang/lang/interpreter.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 708df89aa..00691ca50 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -248,9 +248,11 @@ class StreamExecutor: def set_var(self, name, value): self.variables[name] = value - def get_meta_info(self, name): + def get_meta_info(self, name, timeout=None): if name in self.variable_event: - self.variable_event[name].wait() + got = self.variable_event[name].wait(timeout) + if not got: + raise TimeoutError(f"Timeout while waiting for event '{name}'") ret = self.meta_info.get(name, None) return ret