EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Revert "[PD Disaggregation] replace transfer with batch transfer for better performance (#7236)" (#7968)

Browse Source
This commit is contained in:
fzyzcjy
2025-07-12 10:03:01 +08:00
committed by GitHub
parent 8f3173d0b0
commit 880221bd3b
1 changed files with 7 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
python/sglang/srt/disaggregation/mooncake/conn.py
View File

@@ -270,19 +270,17 @@ class MooncakeKVManager(BaseKVManager):
# Worker function for processing a single layer # Worker function for processing a single layer
def process_layer(src_ptr: int, dst_ptr: int, item_len: int) -> int: def process_layer(src_ptr: int, dst_ptr: int, item_len: int) -> int:
src_addr_list = []
dst_addr_list = []
length_list = []
for prefill_index, decode_index in zip(prefill_kv_blocks, dst_kv_blocks): for prefill_index, decode_index in zip(prefill_kv_blocks, dst_kv_blocks):
src_addr = src_ptr + int(prefill_index[0]) * item_len src_addr = src_ptr + int(prefill_index[0]) * item_len
dst_addr = dst_ptr + int(decode_index[0]) * item_len dst_addr = dst_ptr + int(decode_index[0]) * item_len
length = item_len * len(prefill_index) length = item_len * len(prefill_index)
src_addr_list.append(src_addr)
dst_addr_list.append(dst_addr) status = self.engine.transfer_sync(
length_list.append(length) mooncake_session_id, src_addr, dst_addr, length
return self.engine.batch_transfer_sync( )
mooncake_session_id, src_addr_list, dst_addr_list, length_list if status != 0:
) return status
return 0
futures = [ futures = [
executor.submit( executor.submit(