From 7036d6fc67820a5552472be421c0549fcc6779fa Mon Sep 17 00:00:00 2001 From: Yueyang Pan Date: Tue, 25 Feb 2025 04:10:15 +0100 Subject: [PATCH] [Bug]: Add missing clamp to llavavid (#3787) --- python/sglang/srt/models/llavavid.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/models/llavavid.py b/python/sglang/srt/models/llavavid.py index 7b5f236a5..37b5a7882 100644 --- a/python/sglang/srt/models/llavavid.py +++ b/python/sglang/srt/models/llavavid.py @@ -110,6 +110,9 @@ class LlavaVidForCausalLM(nn.Module): if forward_batch.forward_mode.is_extend(): bs = forward_batch.batch_size + # Clamp input ids. See llava.py for more details + input_ids = input_ids.clamp_(min=0, max=self.config.vocab_size - 1) + # Embed text inputs input_embeds = self.language_model.model.embed_tokens(input_ids)