Bug: Fix weight loader error when LM head weights are tied (#3766)

2025-02-22 09:53:12 +08:00
parent 14d90617b0
commit a3339d8cac
8 changed files with 16 additions and 0 deletions
--- a/python/sglang/srt/models/torch_native_llama.py
+++ b/python/sglang/srt/models/torch_native_llama.py
@@ -486,6 +486,8 @@ class TorchNativeLlamaForCausalLM(nn.Module):
                continue
            if name.startswith("model.vision_tower") and name not in params_dict:
                continue
+            if self.config.tie_word_embeddings and "lm_head.weight" in name:
+                continue

            for param_name, weight_name, shard_id in stacked_params_mapping:
                if weight_name not in name: