fix: fix nightly test from updating transformers (#6658)
This commit is contained in:
@@ -199,6 +199,7 @@ class ModelConfig:
|
|||||||
if (
|
if (
|
||||||
"MistralModel" in self.hf_config.architectures
|
"MistralModel" in self.hf_config.architectures
|
||||||
or "MixtralForCausalLM" in self.hf_config.architectures
|
or "MixtralForCausalLM" in self.hf_config.architectures
|
||||||
|
or "MistralForCausalLM" in self.hf_config.architectures
|
||||||
):
|
):
|
||||||
if getattr(self, "head_dim", None) is None:
|
if getattr(self, "head_dim", None) is None:
|
||||||
self.head_dim = (
|
self.head_dim = (
|
||||||
|
|||||||
Reference in New Issue
Block a user