From b6b40946211f8284686fcc8a8044527bbd132f51 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Tue, 15 Oct 2024 22:59:26 -0700 Subject: [PATCH] Fix filter_batch function call (#1681) --- python/sglang/srt/managers/schedule_batch.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/schedule_batch.py b/python/sglang/srt/managers/schedule_batch.py index b84fc5562..8d7ccd354 100644 --- a/python/sglang/srt/managers/schedule_batch.py +++ b/python/sglang/srt/managers/schedule_batch.py @@ -649,7 +649,7 @@ class ScheduleBatch: req.last_update_decode_tokens = 0 req.logprob_start_len = 10**9 - self.filter_batch(sorted_indices) + self.filter_batch(keep_indices=sorted_indices) # Reqs in batch are filtered total_decoded_tokens = sum(len(r.output_ids) for r in self.reqs)