2025-03-07 15:41:47 +08:00
|
|
|
from vllm import ModelRegistry
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def register_model():
|
|
|
|
|
from .qwen2_vl import CustomQwen2VLForConditionalGeneration # noqa: F401
|
|
|
|
|
|
|
|
|
|
ModelRegistry.register_model(
|
|
|
|
|
"Qwen2VLForConditionalGeneration",
|
|
|
|
|
"vllm_ascend.models.qwen2_vl:CustomQwen2VLForConditionalGeneration")
|
2025-04-07 10:56:12 +08:00
|
|
|
|
|
|
|
|
ModelRegistry.register_model(
|
|
|
|
|
"DeepseekV2ForCausalLM",
|
|
|
|
|
"vllm_ascend.models.deepseek_v2:CustomDeepseekV2ForCausalLM")
|
|
|
|
|
|
|
|
|
|
ModelRegistry.register_model(
|
|
|
|
|
"DeepseekV3ForCausalLM",
|
|
|
|
|
"vllm_ascend.models.deepseek_v2:CustomDeepseekV3ForCausalLM")
|
