Tiny fix mooncake log warning wrong output (#7952)
This commit is contained in:
@@ -533,12 +533,12 @@ class MooncakeKVManager(BaseKVManager):
|
|||||||
if len(chunked_dst_kv_indice) < len(
|
if len(chunked_dst_kv_indice) < len(
|
||||||
kv_chunk.prefill_kv_indices
|
kv_chunk.prefill_kv_indices
|
||||||
):
|
):
|
||||||
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
|
|
||||||
: len(chunked_dst_kv_indice)
|
|
||||||
]
|
|
||||||
logger.warning(
|
logger.warning(
|
||||||
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"
|
f"len(chunked_dst_kv_indice) = {len(chunked_dst_kv_indice)}, len(kv_chunk.prefill_kv_indices) = {len(kv_chunk.prefill_kv_indices)}"
|
||||||
)
|
)
|
||||||
|
kv_chunk.prefill_kv_indices = kv_chunk.prefill_kv_indices[
|
||||||
|
: len(chunked_dst_kv_indice)
|
||||||
|
]
|
||||||
|
|
||||||
target_rank_registration_info: KVArgsRegisterInfo = (
|
target_rank_registration_info: KVArgsRegisterInfo = (
|
||||||
self.decode_kv_args_table[req.mooncake_session_id]
|
self.decode_kv_args_table[req.mooncake_session_id]
|
||||||
|
|||||||
Reference in New Issue
Block a user