fix bug of race condition in copy()

2024-02-03 01:38:00 -08:00
parent cd8c3ccd95
commit 67be11c790
1 changed files with 2 additions and 3 deletions
--- a/python/sglang/lang/interpreter.py
+++ b/python/sglang/lang/interpreter.py
@@ -252,9 +252,8 @@ class StreamExecutor:
        return ret

    def fork(self, number: int, position_ids_offset: Optional[List[int]] = None):
-        if number > 1:
-            self.submit(SglCommitLazy())
-            self.sync()
+        self.submit(SglCommitLazy())
+        self.sync()

        number = int(number)