Fix the possible bug of decode out of memory (#36)

2024-01-20 03:01:15 +08:00
parent 199e82a15d
commit 40ab1f0129
7 changed files with 274 additions and 46 deletions
--- a/python/sglang/lang/tracer.py
+++ b/python/sglang/lang/tracer.py
@@ -40,7 +40,7 @@ def extract_prefix_by_tracing(program, backend):
    try:
        with TracingScope(tracer):
            tracer.ret_value = program.func(tracer, **arguments)
-    except (StopTracing, TypeError):
+    except (StopTracing, TypeError, AttributeError):
        # Some exceptions may not be catched
        pass