Files
xc-llm-ascend/vllm_ascend/models/__init__.py
zouyida2002 faf8cd89cb register qwen2_vl to rewrite qwen2_vl forwad (#241)
Add qwen2-vl ascend impletation.

---------
Signed-off-by: zouyida <zouyida@huawei.com>
2025-03-07 15:41:47 +08:00

10 lines
288 B
Python

from vllm import ModelRegistry
def register_model():
from .qwen2_vl import CustomQwen2VLForConditionalGeneration # noqa: F401
ModelRegistry.register_model(
"Qwen2VLForConditionalGeneration",
"vllm_ascend.models.qwen2_vl:CustomQwen2VLForConditionalGeneration")