fix: fix nightly test from updating transformers (#6658)
This commit is contained in:
@@ -199,6 +199,7 @@ class ModelConfig:
|
||||
if (
|
||||
"MistralModel" in self.hf_config.architectures
|
||||
or "MixtralForCausalLM" in self.hf_config.architectures
|
||||
or "MistralForCausalLM" in self.hf_config.architectures
|
||||
):
|
||||
if getattr(self, "head_dim", None) is None:
|
||||
self.head_dim = (
|
||||
|
||||
Reference in New Issue
Block a user