Fix qwen accuracy issue (#2945)

2025-01-17 22:35:26 +08:00
parent 5dc54f1a62
commit 53e6552fed
1 changed files with 0 additions and 2 deletions
--- a/python/sglang/srt/models/qwen2.py
+++ b/python/sglang/srt/models/qwen2.py
@@ -356,8 +356,6 @@ class Qwen2ForCausalLM(nn.Module):
                break
            else:
                # Skip loading extra bias for GPTQ models.
-                if "lm_head.weight" in name:
-                    continue
                if name.endswith(".bias") and name not in params_dict:
                    continue
                param = params_dict[name]