Add minimal vLLM 0.16.1 build repo for BI-V150

vllm/renderers/inputs/tokenize.py

@@ -0,0 +1,57 @@
+"""
+Schemas and utilites for tokenization inputs.
+"""
+
+# SPDX-License-Identifier: Apache-2.0
+# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
+from typing import TypeAlias, TypedDict
+
+from vllm.inputs import EmbedsPrompt, TokensPrompt
+
+DecoderOnlyTokPrompt: TypeAlias = TokensPrompt | EmbedsPrompt
+"""
+A [`DecoderOnlyDictPrompt`][vllm.renderers.inputs.preprocess.DecoderOnlyDictPrompt]
+that has been tokenized.
+"""
+
+
+EncoderTokPrompt: TypeAlias = TokensPrompt
+"""
+A [`EncoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDictPrompt]
+that has been tokenized.
+"""
+
+
+DecoderTokPrompt: TypeAlias = TokensPrompt
+"""
+A [`DecoderDictPrompt`][vllm.renderers.inputs.preprocess.DecoderDictPrompt]
+that has been tokenized.
+"""
+
+
+class EncoderDecoderTokPrompt(TypedDict):
+    """
+    A
+    [`EncoderDecoderDictPrompt`][vllm.renderers.inputs.preprocess.EncoderDecoderDictPrompt]
+    that has been tokenized.
+    """
+
+    encoder_prompt: EncoderTokPrompt
+
+    decoder_prompt: DecoderTokPrompt | None
+
+
+SingletonTokPrompt: TypeAlias = (
+    DecoderOnlyTokPrompt | EncoderTokPrompt | DecoderTokPrompt
+)
+"""
+A [`SingletonDictPrompt`][vllm.renderers.inputs.preprocess.SingletonDictPrompt]
+that has been tokenized.
+"""
+
+
+TokPrompt: TypeAlias = DecoderOnlyTokPrompt | EncoderDecoderTokPrompt
+"""
+A [`DictPrompt`][vllm.renderers.inputs.preprocess.DictPrompt]
+that has been tokenized.
+"""