From 3db43d1b0803d75220f5d2e3ebd08f2dccdf61c5 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Fri, 18 Oct 2024 21:01:52 -0700 Subject: [PATCH] Fix `is_all_ready` for overlap copy (#1710) --- python/sglang/srt/sampling/sampling_batch_info.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/sampling/sampling_batch_info.py b/python/sglang/srt/sampling/sampling_batch_info.py index 457b100e9..e6a593fcc 100644 --- a/python/sglang/srt/sampling/sampling_batch_info.py +++ b/python/sglang/srt/sampling/sampling_batch_info.py @@ -219,6 +219,7 @@ class SamplingBatchInfo: top_ps=self.top_ps, top_ks=self.top_ks, min_ps=self.min_ps, + is_all_greedy=self.is_all_greedy, need_min_p_sampling=self.need_min_p_sampling, vocab_size=self.vocab_size, device=self.device,