EngineX/xc-llm-ascend
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[ModelRunner] remove padding for vlm inputs (#150)

Browse Source 
### What this PR does / why we need it?
Remove padding for vlm inputs.
We don't need padding inputs now, this padding will break the input
preparetion of VLMs.

### Does this PR introduce _any_ user-facing change?
N/A

Signed-off-by: MengqingCao <cmq0113@163.com>
This commit is contained in:
Mengqing Cao
2025-02-26 10:26:39 +08:00
committed by GitHub
parent 79fbb20b4d
commit 7776f2e6a4
1 changed files with 0 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
vllm_ascend/model_runner.py
View File

@@ -463,30 +463,16 @@ class ModelInputForNPUBuilder(ModelRunnerInputBuilderBase[ModelInputForNPU]):
if any(inter_data.mrope_input_positions is not None if any(inter_data.mrope_input_positions is not None
for inter_data in self.inter_data_list): for inter_data in self.inter_data_list):
mrope_input_positions = [[] for _ in range(3)] mrope_input_positions = [[] for _ in range(3)]
# calculate max position length for padding
input_position_lens = [
len(inter_data.input_positions[0])
for inter_data in self.inter_data_list
]
max_pos_len = max(input_position_lens)
for idx in range(3): for idx in range(3):
for inter_data in self.inter_data_list: for inter_data in self.inter_data_list:
msections = inter_data.mrope_input_positions msections = inter_data.mrope_input_positions
if msections is None: if msections is None:
for _seq_input_positions in inter_data.input_positions: for _seq_input_positions in inter_data.input_positions:
# zero pad
_seq_input_positions.extend(
[0] *
(max_pos_len - len(_seq_input_positions)))
mrope_input_positions[idx].extend( mrope_input_positions[idx].extend(
_seq_input_positions) _seq_input_positions)
else: else:
for _seq_mrope_input_positions in msections: for _seq_mrope_input_positions in msections:
# zero pad
_seq_mrope_input_positions[idx].extend(
[0] * (max_pos_len -
len(_seq_mrope_input_positions[idx])))
mrope_input_positions[idx].extend( mrope_input_positions[idx].extend(
_seq_mrope_input_positions[idx]) _seq_mrope_input_positions[idx])
input_positions = None input_positions = None