feat: Support DP Attention for step3_vl (#8699)
This commit is contained in:
@@ -8,7 +8,7 @@ import torch
|
||||
from PIL import Image
|
||||
from torchvision import transforms
|
||||
from torchvision.transforms import InterpolationMode
|
||||
from transformers import BatchFeature, TensorType
|
||||
from transformers import BatchFeature, ProcessorMixin, TensorType
|
||||
|
||||
from sglang.srt.models.step3_vl import Step3VLForConditionalGeneration
|
||||
from sglang.srt.multimodal.processors.base_processor import (
|
||||
@@ -276,6 +276,8 @@ class Step3VLProcessor:
|
||||
super().__init__()
|
||||
|
||||
self.config = config
|
||||
if isinstance(tokenizer, ProcessorMixin):
|
||||
tokenizer = tokenizer.tokenizer
|
||||
self.tokenizer = tokenizer
|
||||
|
||||
self.image_size = 728
|
||||
|
||||
Reference in New Issue
Block a user