From c7af9f73938a79b84dab6b6b4b9aa339118b593b Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Wed, 31 Jan 2024 18:52:15 +0000 Subject: [PATCH] Fix a bug in llava-hd --- python/sglang/srt/managers/router/model_rpc.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/router/model_rpc.py b/python/sglang/srt/managers/router/model_rpc.py index 869c7e20a..8d7ac3c8b 100644 --- a/python/sglang/srt/managers/router/model_rpc.py +++ b/python/sglang/srt/managers/router/model_rpc.py @@ -238,10 +238,10 @@ class ModelRpcServer(rpyc.Service): (recv_req.image_hash >> 32) % self.model_config.vocab_size, (recv_req.image_hash >> 64) % self.model_config.vocab_size, ] + req.image_size = recv_req.image_size req.input_ids, req.image_offset = self.model_runner.model.pad_input_ids( req.input_ids, pad_value, req.pixel_values.shape, req.image_size ) - req.image_size = recv_req.image_size req.sampling_params = recv_req.sampling_params req.return_logprob = recv_req.return_logprob req.logprob_start_len = recv_req.logprob_start_len