EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix a bug in llava-hd

Browse Source
This commit is contained in:
Lianmin Zheng
2024-01-31 18:52:15 +00:00
parent 876db8dc7a
commit c7af9f7393
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
python/sglang/srt/managers/router/model_rpc.py
View File

@@ -238,10 +238,10 @@ class ModelRpcServer(rpyc.Service):
(recv_req.image_hash >> 32) % self.model_config.vocab_size, (recv_req.image_hash >> 32) % self.model_config.vocab_size,
(recv_req.image_hash >> 64) % self.model_config.vocab_size, (recv_req.image_hash >> 64) % self.model_config.vocab_size,
] ]
req.image_size = recv_req.image_size
req.input_ids, req.image_offset = self.model_runner.model.pad_input_ids( req.input_ids, req.image_offset = self.model_runner.model.pad_input_ids(
req.input_ids, pad_value, req.pixel_values.shape, req.image_size req.input_ids, pad_value, req.pixel_values.shape, req.image_size
) )
req.image_size = recv_req.image_size
req.sampling_params = recv_req.sampling_params req.sampling_params = recv_req.sampling_params
req.return_logprob = recv_req.return_logprob req.return_logprob = recv_req.return_logprob
req.logprob_start_len = recv_req.logprob_start_len req.logprob_start_len = recv_req.logprob_start_len