EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix the error message and dependency of openai backend (#71)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-21 14:56:25 -08:00
committed by GitHub
parent e8f2b155fe
commit 007eeb4eb9
4 changed files with 26 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

20
python/sglang/lang/interpreter.py
View File

@@ -197,16 +197,7 @@ class StreamExecutor:
self.stream_var_event = None
def submit(self, expr: SglExpr):
if isinstance(expr, (SglGen, SglSelect, SglVarScopeBegin)):
self.variable_event[expr.name] = threading.Event()
if self.stream:
self.stream_var_event[expr.name] = threading.Event()
elif isinstance(expr, SglExprList):
for e in expr.expr_list:
if isinstance(e, (SglGen, SglSelect, SglVarScopeBegin)):
self.variable_event[e.name] = threading.Event()
if self.stream:
self.stream_var_event[e.name] = threading.Event()
self._init_var_event(expr)
if self.use_thread:
self.queue.put(expr)
@@ -467,6 +458,15 @@ class StreamExecutor:
src_rids = [state.stream_executor.sid for state in expr.states]
self.backend.concatenate_and_append(src_rids, self.sid)
def _init_var_event(self, expr):
if isinstance(expr, (SglGen, SglSelect, SglVarScopeBegin)):
self.variable_event[expr.name] = threading.Event()
if self.stream:
self.stream_var_event[expr.name] = threading.Event()
elif isinstance(expr, SglExprList):
for e in expr.expr_list:
self._init_var_event(e)
def _resolve_sampling_params(self, sampling_params):
clone = None
for item in [