Tiny fix mooncake log warning wrong output (#7952)
This commit is contained in:
@@ -533,12 +533,12 @@ class MooncakeKVManager(BaseKVManager):
|
||||
if len(chunked_dst_kv_indice) < len(
|
||||
kv_chunk.prefill_kv_indices
|
||||
):
|
||||
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
|
||||
: len(chunked_dst_kv_indice)
|
||||
]
|
||||
logger.warning(
|
||||
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"
|
||||
)
|
||||
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
|
||||
: len(chunked_dst_kv_indice)
|
||||
]
|
||||
|
||||
target_rank_registration_info: KVArgsRegisterInfo = (
|
||||
self.decode_kv_args_table[req.mooncake_session_id]
|
||||
|
||||
Reference in New Issue
Block a user