register qwen2_vl to rewrite qwen2_vl forwad (#241)

Add qwen2-vl ascend impletation. --------- Signed-off-by: zouyida <zouyida@huawei.com>
2025-03-07 15:41:47 +08:00
parent 35cb7b5234
commit faf8cd89cb
4 changed files with 188 additions and 1 deletions
--- a/vllm_ascend/models/init.py
+++ b/vllm_ascend/models/init.py
@@ -0,0 +1,9 @@
+from vllm import ModelRegistry
+
+
+def register_model():
+    from .qwen2_vl import CustomQwen2VLForConditionalGeneration  # noqa: F401
+
+    ModelRegistry.register_model(
+        "Qwen2VLForConditionalGeneration",
+        "vllm_ascend.models.qwen2_vl:CustomQwen2VLForConditionalGeneration")