feat: add return hidden_states at async generation (#7507)

This commit is contained in:
eigen
2025-06-25 05:10:09 -04:00
committed by GitHub
parent 00fbd8a484
commit 20beb3702b
2 changed files with 3 additions and 1 deletions

View File

@@ -422,7 +422,7 @@ class MooncakeKVManager(BaseKVManager):
src_addr_list.append(src_slice_addr)
dst_addr_list.append(dst_slice_addr)
length_list.append(slice_lens_per_page)
logger.debug(
f"SYNC: sid={mooncake_session_id}, "
f"src={src_slice_addr}, dst={dst_slice_addr}, len={slice_lens_per_page}"