From 9610fcd46964507a7c5418ea35e94935c7881815 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Sat, 12 Oct 2024 19:47:24 -0700 Subject: [PATCH] Fix the batch_is_full check for jump-forward decoding (#1654) --- python/sglang/srt/managers/scheduler.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/python/sglang/srt/managers/scheduler.py b/python/sglang/srt/managers/scheduler.py index 27761c8f0..52a4840fc 100644 --- a/python/sglang/srt/managers/scheduler.py +++ b/python/sglang/srt/managers/scheduler.py @@ -633,6 +633,8 @@ class Scheduler: if not self.disable_regex_jump_forward: jump_forward_reqs = batch.check_for_jump_forward(self.pad_input_ids_func) self.waiting_queue.extend(jump_forward_reqs) + if jump_forward_reqs: + self.batch_is_full = False if batch.is_empty(): return None