【bugfix】fix connector register failed (#3335)

### What this PR does / why we need it?
Register the connector in the plugin
### Does this PR introduce _any_ user-facing change?

### How was this patch tested?


- vLLM version: v0.11.0rc3
- vLLM main: https://github.com/vllm-project/vllm/commit/v0.11.0

---------

Signed-off-by: fems14 <1804143737@qq.com>
This commit is contained in:
fems14
2025-10-09 21:09:54 +08:00
committed by GitHub
parent ff37575936
commit 55e23fabec
3 changed files with 26 additions and 17 deletions

View File

@@ -391,7 +391,9 @@ setup(
extras_require={}, extras_require={},
entry_points={ entry_points={
"vllm.platform_plugins": ["ascend = vllm_ascend:register"], "vllm.platform_plugins": ["ascend = vllm_ascend:register"],
"vllm.general_plugins": "vllm.general_plugins": [
["ascend_enhanced_model = vllm_ascend:register_model"], "ascend_enhanced_model = vllm_ascend:register_model",
"ascend_kv_connector = vllm_ascend:register_connector"
],
}, },
) )

View File

@@ -27,3 +27,8 @@ def register_model():
from .models import register_model from .models import register_model
register_model() register_model()
def register_connector():
from vllm_ascend.distributed import register_connector
register_connector()

View File

@@ -18,21 +18,23 @@
from vllm.distributed.kv_transfer.kv_connector.factory import \ from vllm.distributed.kv_transfer.kv_connector.factory import \
KVConnectorFactory KVConnectorFactory
KVConnectorFactory.register_connector(
def register_connector():
KVConnectorFactory.register_connector(
"LLMDataDistCMgrConnector", "LLMDataDistCMgrConnector",
"vllm_ascend.distributed.llmdatadist_c_mgr_connector", "vllm_ascend.distributed.llmdatadist_c_mgr_connector",
"LLMDataDistCMgrConnector") "LLMDataDistCMgrConnector")
KVConnectorFactory.register_connector( KVConnectorFactory.register_connector(
"MooncakeConnectorV1", "vllm_ascend.distributed.mooncake_connector", "MooncakeConnectorV1", "vllm_ascend.distributed.mooncake_connector",
"MooncakeConnector") "MooncakeConnector")
KVConnectorFactory.register_connector( KVConnectorFactory.register_connector(
"MooncakeConnectorStoreV1", "MooncakeConnectorStoreV1",
"vllm_ascend.distributed.mooncake.mooncake_store_connector_v1", "vllm_ascend.distributed.mooncake.mooncake_store_connector_v1",
"MooncakeConnectorV1") "MooncakeConnectorV1")
KVConnectorFactory.register_connector( KVConnectorFactory.register_connector(
"MooncakeLayerwiseConnector", "MooncakeLayerwiseConnector",
"vllm_ascend.distributed.mooncake_layerwise_connector", "vllm_ascend.distributed.mooncake_layerwise_connector",
"MooncakeLayerwiseConnector") "MooncakeLayerwiseConnector")