forked from EngineX-Cambricon/enginex-mlu370-vllm
add qwen3
This commit is contained in:
15
vllm-v0.6.2/vllm/worker/mlu_enc_dec_model_runner.py
Normal file
15
vllm-v0.6.2/vllm/worker/mlu_enc_dec_model_runner.py
Normal file
@@ -0,0 +1,15 @@
|
||||
from typing import Type
|
||||
|
||||
from vllm.logger import init_logger
|
||||
from vllm.worker.enc_dec_model_runner import (EncoderDecoderModelInput, EncoderDecoderModelRunner)
|
||||
from vllm.worker.mlu_model_runner import (ModelInputForMLUBuilder, MLUModelRunnerBase)
|
||||
|
||||
logger = init_logger(__name__)
|
||||
|
||||
|
||||
class MLUEncoderDecoderModelRunner(EncoderDecoderModelRunner, MLUModelRunnerBase[EncoderDecoderModelInput]):
|
||||
_model_input_cls: Type[EncoderDecoderModelInput] = (
|
||||
EncoderDecoderModelInput)
|
||||
_builder_cls: Type[ModelInputForMLUBuilder] = (ModelInputForMLUBuilder)
|
||||
|
||||
pass
|
||||
Reference in New Issue
Block a user