Upgrade to vllm 0.17.0 corex v4.1 overlay
This commit is contained in:
29
vllm/renderers/qwen_vl.py
Normal file
29
vllm/renderers/qwen_vl.py
Normal file
@@ -0,0 +1,29 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
from typing import Any
|
||||
|
||||
from vllm.config import VllmConfig
|
||||
from vllm.tokenizers import cached_get_tokenizer
|
||||
from vllm.tokenizers.qwen_vl import QwenVLTokenizer
|
||||
|
||||
from .base import BaseRenderer
|
||||
from .hf import HfRenderer
|
||||
|
||||
|
||||
class QwenVLRenderer(BaseRenderer[QwenVLTokenizer]):
|
||||
@classmethod
|
||||
def from_config( # type: ignore[override]
|
||||
cls,
|
||||
config: VllmConfig,
|
||||
tokenizer_kwargs: dict[str, Any],
|
||||
) -> "HfRenderer":
|
||||
model_config = config.model_config
|
||||
if model_config.skip_tokenizer_init:
|
||||
tokenizer = None
|
||||
else:
|
||||
tokenizer = cached_get_tokenizer(
|
||||
tokenizer_cls=QwenVLTokenizer,
|
||||
**tokenizer_kwargs,
|
||||
)
|
||||
|
||||
return HfRenderer(config, tokenizer)
|
||||
@@ -20,6 +20,7 @@ _VLLM_RENDERERS = {
|
||||
"hf": ("hf", "HfRenderer"),
|
||||
"grok2": ("grok2", "Grok2Renderer"),
|
||||
"mistral": ("mistral", "MistralRenderer"),
|
||||
"qwen_vl": ("qwen_vl", "QwenVLRenderer"),
|
||||
"terratorch": ("terratorch", "TerratorchRenderer"),
|
||||
}
|
||||
|
||||
|
||||
Reference in New Issue
Block a user