EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Free metadata_buffer_index after transfer finished (#5364)

Browse Source
This commit is contained in:
Yongtong Wu
2025-04-14 16:04:46 +08:00
committed by GitHub
parent adca585bfb
commit 14e8bd889f
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
python/sglang/srt/disaggregation/prefill.py
View File

@@ -226,6 +226,11 @@ class SchedulerDisaggregationPrefillMixin:
elif poll == KVPoll.Failed: elif poll == KVPoll.Failed:
raise Exception("Transferring failed") raise Exception("Transferring failed")
for req in done_reqs:
self.disagg_prefill_pending_queue.req_to_metadata_buffer_idx_allocator.free(
req.metadata_buffer_index
)
# Stream requests which have finished transfer # Stream requests which have finished transfer
self.stream_output(done_reqs, False, None) self.stream_output(done_reqs, False, None)