feat: Support DP Attention for step3_vl (#8699)

This commit is contained in:
yhyang201
2025-08-03 19:35:26 +08:00
committed by GitHub
parent 8cd344586e
commit 00da906584
3 changed files with 25 additions and 6 deletions

View File

@@ -8,7 +8,7 @@ import torch
from PIL import Image
from torchvision import transforms
from torchvision.transforms import InterpolationMode
from transformers import BatchFeature, TensorType
from transformers import BatchFeature, ProcessorMixin, TensorType
from sglang.srt.models.step3_vl import Step3VLForConditionalGeneration
from sglang.srt.multimodal.processors.base_processor import (
@@ -276,6 +276,8 @@ class Step3VLProcessor:
super().__init__()
self.config = config
if isinstance(tokenizer, ProcessorMixin):
tokenizer = tokenizer.tokenizer
self.tokenizer = tokenizer
self.image_size = 728