58 lines
1.4 KiB
Python
58 lines
1.4 KiB
Python
"""
|
|
Schemas and utilites for tokenization inputs.
|
|
"""
|
|
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import TypeAlias, TypedDict
|
|
|
|
from vllm.inputs import EmbedsPrompt, TokensPrompt
|
|
|
|
DecoderOnlyTokPrompt: TypeAlias = TokensPrompt | EmbedsPrompt
|
|
"""
|
|
A [`DecoderOnlyDictPrompt`][vllm.renderers.inputs.preprocess.DecoderOnlyDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
EncoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`EncoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
DecoderTokPrompt: TypeAlias = TokensPrompt
|
|
"""
|
|
A [`DecoderDictPrompt`][vllm.renderers.inputs.preprocess.DecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
class EncoderDecoderTokPrompt(TypedDict):
|
|
"""
|
|
A
|
|
[`EncoderDecoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDecoderDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
encoder_prompt: EncoderTokPrompt
|
|
|
|
decoder_prompt: DecoderTokPrompt | None
|
|
|
|
|
|
SingletonTokPrompt: TypeAlias = (
|
|
DecoderOnlyTokPrompt | EncoderTokPrompt | DecoderTokPrompt
|
|
)
|
|
"""
|
|
A [`SingletonDictPrompt`][vllm.renderers.inputs.preprocess.SingletonDictPrompt]
|
|
that has been tokenized.
|
|
"""
|
|
|
|
|
|
TokPrompt: TypeAlias = DecoderOnlyTokPrompt | EncoderDecoderTokPrompt
|
|
"""
|
|
A [`DictPrompt`][vllm.renderers.inputs.preprocess.DictPrompt]
|
|
that has been tokenized.
|
|
"""
|