qwen2vl fix bug for #1971 #1897 (#1984)

2024-11-11 00:10:45 +08:00
parent 47ffe7af81
commit a8aad9357d
3 changed files with 8 additions and 14 deletions
--- a/python/sglang/srt/models/qwen2_vl.py
+++ b/python/sglang/srt/models/qwen2_vl.py
@@ -649,8 +649,6 @@ class Qwen2VLForConditionalGeneration(nn.Module):
                    ]
                    image_embeds_offset += num_image_tokens

-            input_ids = None
-
        hidden_states = self.model(
            input_ids=input_ids,
            positions=positions,