diff --git a/python/sglang/srt/sampling/sampling_batch_info.py b/python/sglang/srt/sampling/sampling_batch_info.py index 457b100e9..e6a593fcc 100644 --- a/python/sglang/srt/sampling/sampling_batch_info.py +++ b/python/sglang/srt/sampling/sampling_batch_info.py @@ -219,6 +219,7 @@ class SamplingBatchInfo: top_ps=self.top_ps, top_ks=self.top_ks, min_ps=self.min_ps, + is_all_greedy=self.is_all_greedy, need_min_p_sampling=self.need_min_p_sampling, vocab_size=self.vocab_size, device=self.device,