[Fix] Address remaining issues of supporting MiniCPMV (#2977)

2025-01-28 16:22:13 +08:00
parent 76285fdeea
commit 9f635ea50d
12 changed files with 708 additions and 223 deletions
--- a/python/sglang/srt/models/qwen2.py
+++ b/python/sglang/srt/models/qwen2.py
@@ -249,7 +249,10 @@ class Qwen2Model(nn.Module):
        self.norm = RMSNorm(config.hidden_size, eps=config.rms_norm_eps)

    def get_input_embeddings(self, input_ids: torch.Tensor) -> torch.Tensor:
-        return self.embed_tokens(input_ids)
+        if hasattr(self.config, "scale_emb"):
+            return self.embed_tokens(input_ids) * self.config.scale_emb
+        else:
+            return self.embed_tokens(input_ids)

    def forward(
        self,