From 67be11c790f600b0003ed36be94e748eb3341be6 Mon Sep 17 00:00:00 2001 From: Ying Sheng Date: Sat, 3 Feb 2024 01:38:00 -0800 Subject: [PATCH] fix bug of race condition in copy() --- python/sglang/lang/interpreter.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/python/sglang/lang/interpreter.py b/python/sglang/lang/interpreter.py index 48fbbac31..7f6d9f6fc 100644 --- a/python/sglang/lang/interpreter.py +++ b/python/sglang/lang/interpreter.py @@ -252,9 +252,8 @@ class StreamExecutor: return ret def fork(self, number: int, position_ids_offset: Optional[List[int]] = None): - if number > 1: - self.submit(SglCommitLazy()) - self.sync() + self.submit(SglCommitLazy()) + self.sync() number = int(number)