clean up model module (#4611)
Model module is useless now. Let't remove it totally. - vLLM version: v0.11.2 Signed-off-by: wangxiyuan <wangxiyuan1007@gmail.com>
This commit is contained in:
@@ -22,11 +22,6 @@ def register():
|
||||
return "vllm_ascend.platform.NPUPlatform"
|
||||
|
||||
|
||||
def register_model():
|
||||
from .models import register_model
|
||||
register_model()
|
||||
|
||||
|
||||
def register_connector():
|
||||
from vllm_ascend.distributed import register_connector
|
||||
register_connector()
|
||||
|
||||
@@ -1,10 +0,0 @@
|
||||
from vllm import ModelRegistry
|
||||
|
||||
|
||||
def register_model():
|
||||
# There is no PanguProMoEForCausalLM in vLLM, so we should register it before vLLM config initialization
|
||||
# to make sure the model can be loaded correctly. This register step can be removed once vLLM support PanguProMoEForCausalLM.
|
||||
ModelRegistry.register_model(
|
||||
"PanguProMoEForCausalLM",
|
||||
"vllm_ascend.torchair.models.torchair_pangu_moe:PanguProMoEForCausalLM"
|
||||
)
|
||||
Reference in New Issue
Block a user