from typing import Type from vllm.logger import init_logger from vllm.worker.enc_dec_model_runner import (EncoderDecoderModelInput, EncoderDecoderModelRunner) from vllm.worker.mlu_model_runner import (ModelInputForMLUBuilder, MLUModelRunnerBase) logger = init_logger(__name__) class MLUEncoderDecoderModelRunner(EncoderDecoderModelRunner, MLUModelRunnerBase[EncoderDecoderModelInput]): _model_input_cls: Type[EncoderDecoderModelInput] = ( EncoderDecoderModelInput) _builder_cls: Type[ModelInputForMLUBuilder] = (ModelInputForMLUBuilder) pass