EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix problem of large page size with chunked prefill (#6046)

Browse Source
This commit is contained in:
Zhiqiang Xie
2025-05-06 00:19:47 -07:00
committed by GitHub
parent f8e460930a
commit b26cb1c55a
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/managers/schedule_policy.py
View File

@@ -499,12 +499,12 @@ class PrefillAdder:
), ),
) )
else: else:
if self.rem_chunk_tokens == 0: # Make sure at least one page is available
trunc_len = self.rem_chunk_tokens - self.tree_cache.page_size + 1
if trunc_len <= 0:
return AddReqResult.OTHER return AddReqResult.OTHER
# Chunked prefill # Chunked prefill
trunc_len = self.rem_chunk_tokens
req.extend_input_len = trunc_len req.extend_input_len = trunc_len
req.fill_ids = req.fill_ids[: len(req.prefix_indices) + trunc_len] req.fill_ids = req.fill_ids[: len(req.prefix_indices) + trunc_len]