EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Bugfix] Fix slice operation when chunk size mismatch (#6697)

Browse Source 
Signed-off-by: Shangming Cai <caishangming@linux.alibaba.com>
This commit is contained in:
shangmingc
2025-05-28 21:15:00 +08:00
committed by GitHub
parent 6b231325b9
commit c7588d593e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/disaggregation/mooncake/conn.py
View File

@@ -354,7 +354,7 @@ class MooncakeKVManager(BaseKVManager):
kv_chunk.prefill_kv_indices kv_chunk.prefill_kv_indices
): ):
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[ kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
len(chunked_dst_kv_indice) : len(chunked_dst_kv_indice)
] ]
logger.warning( logger.warning(
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}" f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"