diff --git a/vllm_ascend/distributed/mooncake_layerwise_connector.py b/vllm_ascend/distributed/mooncake_layerwise_connector.py index f379e426..85269d72 100644 --- a/vllm_ascend/distributed/mooncake_layerwise_connector.py +++ b/vllm_ascend/distributed/mooncake_layerwise_connector.py @@ -1151,7 +1151,8 @@ class MooncakeLayerwiseConnectorWorker: connector_metadata: MooncakeLayerwiseConnectorMetadata, **kwargs) -> None: """MooncakeLayerwiseConnector does not save explicitly.""" - if self.kv_role == 'kv_producer' and connector_metadata.request.keys(): + if self.kv_role == 'kv_producer' and connector_metadata.requests.keys( + ): if self.pd_head_ratio != 1: if self.current_layer != 0: self.completion_event.wait()