clean up model module (#4611)
Model module is useless now. Let't remove it totally. - vLLM version: v0.11.2 Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
1
setup.py
1
setup.py
@@ -534,7 +534,6 @@ setup(
|
||||
entry_points={
|
||||
"vllm.platform_plugins": ["ascend = vllm_ascend:register"],
|
||||
"vllm.general_plugins": [
|
||||
"ascend_enhanced_model = vllm_ascend:register_model",
|
||||
"ascend_kv_connector = vllm_ascend:register_connector",
|
||||
"ascend_model_loader = vllm_ascend:register_model_loader",
|
||||
"ascend_service_profiling = vllm_ascend:register_service_profiling"
|
||||
|
||||
@@ -22,11 +22,6 @@ def register():
|
||||
return "vllm_ascend.platform.NPUPlatform"
|
||||
|
||||
|
||||
def register_model():
|
||||
from .models import register_model
|
||||
register_model()
|
||||
|
||||
|
||||
def register_connector():
|
||||
from vllm_ascend.distributed import register_connector
|
||||
register_connector()
|
||||
|
||||
@@ -1,10 +0,0 @@
|
||||
from vllm import ModelRegistry
|
||||
|
||||
|
||||
def register_model():
|
||||
# There is no PanguProMoEForCausalLM in vLLM, so we should register it before vLLM config initialization
|
||||
# to make sure the model can be loaded correctly. This register step can be removed once vLLM support PanguProMoEForCausalLM.
|
||||
ModelRegistry.register_model(
|
||||
"PanguProMoEForCausalLM",
|
||||
"vllm_ascend.torchair.models.torchair_pangu_moe:PanguProMoEForCausalLM"
|
||||
)
|
||||
Reference in New Issue
Block a user