EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Remove unused pack .item() in paged allocator. (#11156)

Browse Source
This commit is contained in:
Liangsheng Yin
2025-10-02 18:01:21 +08:00
committed by GitHub
parent 2ac453b07f
commit 6a29003410
1 changed files with 1 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
python/sglang/srt/utils.py
View File

@@ -3265,13 +3265,8 @@ def get_num_new_pages(
num_pages_after = (seq_lens + page_size - 1) // page_size num_pages_after = (seq_lens + page_size - 1) // page_size
num_pages_before = (prefix_lens + page_size - 1) // page_size num_pages_before = (prefix_lens + page_size - 1) // page_size
num_new_pages = num_pages_after - num_pages_before num_new_pages = num_pages_after - num_pages_before
extend_lens = seq_lens - prefix_lens
sum_num_new_pages = torch.sum(num_new_pages).to(torch.int64) sum_num_new_pages = torch.sum(num_new_pages).to(torch.int64)
if decode: return sum_num_new_pages.item()
return sum_num_new_pages.item()
merged_value = (sum_num_new_pages) << 32 | torch.sum(extend_lens).to(torch.int64)
return merged_value.item() >> 32
class CachedKernel: class CachedKernel: