EngineX/xc-llm-kunlun
3
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

[Bugs] fix qwen2_vl for 0.11.0 (#94)

Browse Source 
Co-authored-by: luochencheng <luochencheng@baidu.com>
This commit is contained in:
roger-lcc
2026-01-09 15:05:40 +08:00
committed by GitHub
parent 2c9b176e6e
commit 0455b49519
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
vllm_kunlun/models/qwen2_vl.py
View File

@@ -1068,7 +1068,8 @@ class Qwen2VLMultiModalProcessor(BaseMultiModalProcessor[Qwen2VLProcessingInfo]
merge_length = image_processor.merge_size**2 merge_length = image_processor.merge_size**2
def get_replacement_qwen2vl(item_idx: int, modality: str): def get_replacement_qwen2vl(item_idx: int, modality: str):
grid_thw = out_mm_kwargs[f"{modality}_grid_thw"][item_idx] out_item = out_mm_kwargs[modality][item_idx]
grid_thw = out_item[f"{modality}_grid_thw"].data
assert isinstance(grid_thw, torch.Tensor) assert isinstance(grid_thw, torch.Tensor)
num_tokens = int(grid_thw.prod()) // merge_length num_tokens = int(grid_thw.prod()) // merge_length