diff --git a/vllm-v0.6.2/vllm/model_executor/models/mpt.py b/vllm-v0.6.2/vllm/model_executor/models/mpt.py index e15c0fe..cfa020d 100644 --- a/vllm-v0.6.2/vllm/model_executor/models/mpt.py +++ b/vllm-v0.6.2/vllm/model_executor/models/mpt.py @@ -272,7 +272,7 @@ class MPTForCausalLM(nn.Module, SupportsPP): config = vllm_config.model_config.hf_config quant_config = vllm_config.quant_config self.config = config - assert config.tie_word_embeddings + assert getattr(config, "tie_word_embeddings", True) self.quant_config = quant_config self.transformer = MPTModel(vllm_config=vllm_config,