Bug: Fix weight loader error when LM head weights are tied (#3766)

2025-02-22 09:53:12 +08:00
parent 14d90617b0
commit a3339d8cac
8 changed files with 16 additions and 0 deletions
--- a/python/sglang/srt/models/qwen2.py
+++ b/python/sglang/srt/models/qwen2.py
@@ -377,6 +377,8 @@ class Qwen2ForCausalLM(nn.Module):
                # Models trained using ColossalAI may include these tensors in
                # the checkpoint. Skip them.
                continue
+            if self.config.tie_word_embeddings and "lm_head.weight" in name:
+                continue
            if name.startswith("model.vision_tower") and name not in params_dict:
                continue