clean up model module (#4611)
Model module is useless now. Let't remove it totally. - vLLM version: v0.11.2 Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
1
setup.py
1
setup.py
@@ -534,7 +534,6 @@ setup(
|
|||||||
entry_points={
|
entry_points={
|
||||||
"vllm.platform_plugins": ["ascend = vllm_ascend:register"],
|
"vllm.platform_plugins": ["ascend = vllm_ascend:register"],
|
||||||
"vllm.general_plugins": [
|
"vllm.general_plugins": [
|
||||||
"ascend_enhanced_model = vllm_ascend:register_model",
|
|
||||||
"ascend_kv_connector = vllm_ascend:register_connector",
|
"ascend_kv_connector = vllm_ascend:register_connector",
|
||||||
"ascend_model_loader = vllm_ascend:register_model_loader",
|
"ascend_model_loader = vllm_ascend:register_model_loader",
|
||||||
"ascend_service_profiling = vllm_ascend:register_service_profiling"
|
"ascend_service_profiling = vllm_ascend:register_service_profiling"
|
||||||
|
|||||||
@@ -22,11 +22,6 @@ def register():
|
|||||||
return "vllm_ascend.platform.NPUPlatform"
|
return "vllm_ascend.platform.NPUPlatform"
|
||||||
|
|
||||||
|
|
||||||
def register_model():
|
|
||||||
from .models import register_model
|
|
||||||
register_model()
|
|
||||||
|
|
||||||
|
|
||||||
def register_connector():
|
def register_connector():
|
||||||
from vllm_ascend.distributed import register_connector
|
from vllm_ascend.distributed import register_connector
|
||||||
register_connector()
|
register_connector()
|
||||||
|
|||||||
@@ -1,10 +0,0 @@
|
|||||||
from vllm import ModelRegistry
|
|
||||||
|
|
||||||
|
|
||||||
def register_model():
|
|
||||||
# There is no PanguProMoEForCausalLM in vLLM, so we should register it before vLLM config initialization
|
|
||||||
# to make sure the model can be loaded correctly. This register step can be removed once vLLM support PanguProMoEForCausalLM.
|
|
||||||
ModelRegistry.register_model(
|
|
||||||
"PanguProMoEForCausalLM",
|
|
||||||
"vllm_ascend.torchair.models.torchair_pangu_moe:PanguProMoEForCausalLM"
|
|
||||||
)
|
|
||||||
Reference in New Issue
Block a user