EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert "[fix][pd-disag]no need set next batch sampling info done in prefill" (#10828)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-09-23 17:02:01 -07:00
committed by GitHub
parent f47a2c67e6
commit 32d893730f
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/scheduler.py
View File

@@ -2297,9 +2297,8 @@ class Scheduler(
def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
if batch.next_batch_sampling_info:
if batch.next_batch_sampling_info.grammars is not None:
if self.disaggregation_mode != DisaggregationMode.PREFILL:
batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize()
batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize()
batch.next_batch_sampling_info.sampling_info_done.set()
def watchdog_thread(self):