【bugfix】fix connector register failed (#3335)
### What this PR does / why we need it? Register the connector in the plugin ### Does this PR introduce _any_ user-facing change? ### How was this patch tested? - vLLM version: v0.11.0rc3 - vLLM main: https://github.com/vllm-project/vllm/commit/v0.11.0 --------- Signed-off-by: fems14 <1804143737@qq.com>
This commit is contained in:
6
setup.py
6
setup.py
@@ -391,7 +391,9 @@ setup(
|
|||||||
extras_require={},
|
extras_require={},
|
||||||
entry_points={
|
entry_points={
|
||||||
"vllm.platform_plugins": ["ascend = vllm_ascend:register"],
|
"vllm.platform_plugins": ["ascend = vllm_ascend:register"],
|
||||||
"vllm.general_plugins":
|
"vllm.general_plugins": [
|
||||||
["ascend_enhanced_model = vllm_ascend:register_model"],
|
"ascend_enhanced_model = vllm_ascend:register_model",
|
||||||
|
"ascend_kv_connector = vllm_ascend:register_connector"
|
||||||
|
],
|
||||||
},
|
},
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -27,3 +27,8 @@ def register_model():
|
|||||||
|
|
||||||
from .models import register_model
|
from .models import register_model
|
||||||
register_model()
|
register_model()
|
||||||
|
|
||||||
|
|
||||||
|
def register_connector():
|
||||||
|
from vllm_ascend.distributed import register_connector
|
||||||
|
register_connector()
|
||||||
|
|||||||
@@ -18,6 +18,8 @@
|
|||||||
from vllm.distributed.kv_transfer.kv_connector.factory import \
|
from vllm.distributed.kv_transfer.kv_connector.factory import \
|
||||||
KVConnectorFactory
|
KVConnectorFactory
|
||||||
|
|
||||||
|
|
||||||
|
def register_connector():
|
||||||
KVConnectorFactory.register_connector(
|
KVConnectorFactory.register_connector(
|
||||||
"LLMDataDistCMgrConnector",
|
"LLMDataDistCMgrConnector",
|
||||||
"vllm_ascend.distributed.llmdatadist_c_mgr_connector",
|
"vllm_ascend.distributed.llmdatadist_c_mgr_connector",
|
||||||
|
|||||||
Reference in New Issue
Block a user