EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix is_all_ready for overlap copy (#1710)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-18 21:01:52 -07:00
committed by GitHub
parent f0f8a7699b
commit 3db43d1b08
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
python/sglang/srt/sampling/sampling_batch_info.py
View File

@@ -219,6 +219,7 @@ class SamplingBatchInfo:
top_ps=self.top_ps, top_ps=self.top_ps,
top_ks=self.top_ks, top_ks=self.top_ks,
min_ps=self.min_ps, min_ps=self.min_ps,
is_all_greedy=self.is_all_greedy,
need_min_p_sampling=self.need_min_p_sampling, need_min_p_sampling=self.need_min_p_sampling,
vocab_size=self.vocab_size, vocab_size=self.vocab_size,
device=self.device, device=self.device,