fix: fix nightly test from updating transformers (#6658)

This commit is contained in:
Mick
2025-05-27 15:28:11 +08:00
committed by GitHub
parent bdaefbbfbd
commit ce9d690ef4

View File

@@ -199,6 +199,7 @@ class ModelConfig:
if (
"MistralModel" in self.hf_config.architectures
or "MixtralForCausalLM" in self.hf_config.architectures
or "MistralForCausalLM" in self.hf_config.architectures
):
if getattr(self, "head_dim", None) is None:
self.head_dim = (