Support qwen2 vl model (#1721)

Co-authored-by: yizhang2077 <1109276519@qq.com> Co-authored-by: ispobock <ISPObaoke@163.com>
2024-10-19 21:44:38 -07:00
parent 8bee20f80b
commit cbbc82b7b8
15 changed files with 1310 additions and 9 deletions
--- a/python/sglang/srt/hf_transformers_utils.py
+++ b/python/sglang/srt/hf_transformers_utils.py
@@ -33,12 +33,13 @@ from transformers import (
 try:
    from vllm.transformers_utils.configs import ChatGLMConfig, DbrxConfig

-    from sglang.srt.configs import ExaoneConfig
+    from sglang.srt.configs import ExaoneConfig, Qwen2VLConfig

    _CONFIG_REGISTRY: Dict[str, Type[PretrainedConfig]] = {
        ChatGLMConfig.model_type: ChatGLMConfig,
        DbrxConfig.model_type: DbrxConfig,
        ExaoneConfig.model_type: ExaoneConfig,
+        Qwen2VLConfig.model_type: Qwen2VLConfig,
    }
 except ImportError:
    # We want this file to run without vllm dependency