Fix is_all_ready for overlap copy (#1710)

2024-10-18 21:01:52 -07:00
parent f0f8a7699b
commit 3db43d1b08
1 changed files with 1 additions and 0 deletions
--- a/python/sglang/srt/sampling/sampling_batch_info.py
+++ b/python/sglang/srt/sampling/sampling_batch_info.py
@@ -219,6 +219,7 @@ class SamplingBatchInfo:
            top_ps=self.top_ps,
            top_ks=self.top_ks,
            min_ps=self.min_ps,
+            is_all_greedy=self.is_all_greedy,
            need_min_p_sampling=self.need_min_p_sampling,
            vocab_size=self.vocab_size,
            device=self.device,