fix(grok): remove duplicate replicate_lm_head configuration (#9549)
This commit is contained in:
@@ -842,10 +842,6 @@ class Grok1ForCausalLM(nn.Module):
|
|||||||
if self.is_weights_presharded:
|
if self.is_weights_presharded:
|
||||||
setattr(DefaultModelLoader, "_prepare_weights", _prepare_presharded_weights)
|
setattr(DefaultModelLoader, "_prepare_weights", _prepare_presharded_weights)
|
||||||
|
|
||||||
default_replicate_lm_head = False
|
|
||||||
self.replicate_lm_head = getattr(
|
|
||||||
config, "replicate_lm_head", default_replicate_lm_head
|
|
||||||
)
|
|
||||||
self.replicate_embedding = getattr(config, "replicate_embedding", False)
|
self.replicate_embedding = getattr(config, "replicate_embedding", False)
|
||||||
|
|
||||||
self.model = Grok1Model(
|
self.model = Grok1Model(
|
||||||
|
|||||||
Reference in New Issue
Block a user