[fix] fix mrope positions not picked up (#5265)

This commit is contained in:
Mick
2025-04-11 16:29:45 +08:00
committed by GitHub
parent 038bc5d521
commit e53a0b3d5b
7 changed files with 69 additions and 69 deletions

View File

@@ -268,6 +268,9 @@ class MultimodalDataItem:
self.modality == Modality.VIDEO
) and not MultimodalDataItem.is_empty_list(self.pixel_values)
def is_valid(self) -> bool:
return self.is_image() or self.is_video() or self.is_audio()
def validate(self):
...
# TODO
@@ -306,11 +309,7 @@ class MultimodalInputs:
)
assert isinstance(ret.mm_items, list)
ret.mm_items = [
item
for item in ret.mm_items
if item.is_audio() or item.is_image() or item.is_video()
]
ret.mm_items = [item for item in ret.mm_items if item.is_valid()]
assert len(ret.mm_items) != 0
@@ -345,8 +344,8 @@ class MultimodalInputs:
""" """
return any(item.is_audio() for item in self.mm_items)
def collect_image_inputs(self) -> List[torch.Tensor]:
return [item.pixel_values for item in self.mm_items if item.is_image()]
def contains_mm_input(self) -> bool:
return any(True for item in self.mm_items if item.is_valid())
def merge(self, other: MultimodalInputs):
"""