support llava video (#426)

2024-05-14 07:57:00 +08:00
parent 5dc55a5f02
commit 0992d85f92
37 changed files with 1139 additions and 222 deletions
--- a/python/sglang/lang/tracer.py
+++ b/python/sglang/lang/tracer.py
@@ -110,7 +110,7 @@ class TracerProgramState(ProgramState):
    ##################################

    def fork(self, size: int = 1, position_ids_offset: Optional[List[int]] = None):
-        assert (size >= 1)
+        assert size >= 1

        if self.only_trace_prefix:
            raise StopTracing()