add qwen3

This commit is contained in:
Chranos
2026-02-04 17:22:39 +08:00
parent d1c0f68ab4
commit 8511fe8530
1932 changed files with 300426 additions and 0 deletions

View File

@@ -0,0 +1,15 @@
from typing import Type
from vllm.logger import init_logger
from vllm.worker.enc_dec_model_runner import (EncoderDecoderModelInput, EncoderDecoderModelRunner)
from vllm.worker.mlu_model_runner import (ModelInputForMLUBuilder, MLUModelRunnerBase)
logger = init_logger(__name__)
class MLUEncoderDecoderModelRunner(EncoderDecoderModelRunner, MLUModelRunnerBase[EncoderDecoderModelInput]):
_model_input_cls: Type[EncoderDecoderModelInput] = (
EncoderDecoderModelInput)
_builder_cls: Type[ModelInputForMLUBuilder] = (ModelInputForMLUBuilder)
pass