EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Remove repeatedly lists adding in init_incremental_detokenization (#10412)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-09-14 10:05:52 +08:00
committed by GitHub
parent a360511d7b
commit 6897e06b69
1 changed files with 8 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
python/sglang/srt/managers/schedule_batch.py
View File

@@ -692,9 +692,15 @@ class Req:
self.surr_offset = max( self.surr_offset = max(
self.read_offset - INIT_INCREMENTAL_DETOKENIZATION_OFFSET, 0 self.read_offset - INIT_INCREMENTAL_DETOKENIZATION_OFFSET, 0
) )
self.surr_and_decode_ids = (
self.origin_input_ids_unpadded[self.surr_offset :] + self.output_ids
)
self.cur_decode_ids_len = len(self.output_ids)
else:
self.surr_and_decode_ids.extend(self.output_ids[self.cur_decode_ids_len :])
self.cur_decode_ids_len = len(self.output_ids)
all_ids = self.origin_input_ids_unpadded + self.output_ids return self.surr_and_decode_ids, self.read_offset - self.surr_offset
return all_ids[self.surr_offset :], self.read_offset - self.surr_offset
def check_finished(self): def check_finished(self):
if self.finished(): if self.finished():