From 53e6552fed4595edb67f13b88772e6d2eab8dff9 Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Fri, 17 Jan 2025 22:35:26 +0800 Subject: [PATCH] Fix qwen accuracy issue (#2945) --- python/sglang/srt/models/qwen2.py | 2 -- 1 file changed, 2 deletions(-) diff --git a/python/sglang/srt/models/qwen2.py b/python/sglang/srt/models/qwen2.py index f015b2872..f1d37118a 100644 --- a/python/sglang/srt/models/qwen2.py +++ b/python/sglang/srt/models/qwen2.py @@ -356,8 +356,6 @@ class Qwen2ForCausalLM(nn.Module): break else: # Skip loading extra bias for GPTQ models. - if "lm_head.weight" in name: - continue if name.endswith(".bias") and name not in params_dict: continue param = params_dict[name]