diff --git a/python/sglang/srt/configs/internvl.py b/python/sglang/srt/configs/internvl.py index 14b648252..b4ddda227 100644 --- a/python/sglang/srt/configs/internvl.py +++ b/python/sglang/srt/configs/internvl.py @@ -9,6 +9,7 @@ from transformers import ( LlamaConfig, PretrainedConfig, PreTrainedTokenizer, + Qwen2Config, ) from sglang.utils import logger @@ -311,6 +312,8 @@ class InternVLChatConfig(PretrainedConfig): self.llm_config = LlamaConfig(**llm_config) elif llm_config.get("architectures")[0] == "InternLM2ForCausalLM": self.llm_config = InternLM2Config(**llm_config) + elif llm_config.get("architectures")[0] == "Qwen2ForCausalLM": + self.llm_config = Qwen2Config(**llm_config) else: raise ValueError( "Unsupported architecture: {}".format(