EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[fix][pd-disag]no need set next batch sampling info done in prefill (#10259)

Browse Source
This commit is contained in:
Jimmy
2025-09-24 01:24:36 +08:00
committed by GitHub
parent 4f564b9e83
commit 4b5ef3002c
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/managers/scheduler.py
View File

@@ -2297,8 +2297,9 @@ class Scheduler(
def set_next_batch_sampling_info_done(self, batch: ScheduleBatch): def set_next_batch_sampling_info_done(self, batch: ScheduleBatch):
if batch.next_batch_sampling_info: if batch.next_batch_sampling_info:
if batch.next_batch_sampling_info.grammars is not None: if batch.next_batch_sampling_info.grammars is not None:
batch.next_batch_sampling_info.update_regex_vocab_mask() if self.disaggregation_mode != DisaggregationMode.PREFILL:
self.current_stream.synchronize() batch.next_batch_sampling_info.update_regex_vocab_mask()
self.current_stream.synchronize()
batch.next_batch_sampling_info.sampling_info_done.set() batch.next_batch_sampling_info.sampling_info_done.set()
def watchdog_thread(self): def watchdog_thread(self):