EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Add timeout to get_meta_info (#346)

Browse Source 
Co-authored-by: simone <simone.raponi@equixely.com>
This commit is contained in:
SimoneRaponi
2024-04-03 16:22:06 +02:00
committed by GitHub
parent c9de3e169c
commit ff99c38a07
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/lang/interpreter.py
View File

@@ -248,9 +248,11 @@ class StreamExecutor:
def set_var(self, name, value): def set_var(self, name, value):
self.variables[name] = value self.variables[name] = value
def get_meta_info(self, name): def get_meta_info(self, name, timeout=None):
if name in self.variable_event: if name in self.variable_event:
self.variable_event[name].wait() got = self.variable_event[name].wait(timeout)
if not got:
raise TimeoutError(f"Timeout while waiting for event '{name}'")
ret = self.meta_info.get(name, None) ret = self.meta_info.get(name, None)
return ret return ret