update
This commit is contained in:
13
vllm/inputs/parse.py
Normal file
13
vllm/inputs/parse.py
Normal file
@@ -0,0 +1,13 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
|
||||
from .data import ProcessorInputs, SingletonInputs
|
||||
|
||||
|
||||
def split_enc_dec_inputs(
|
||||
inputs: ProcessorInputs,
|
||||
) -> tuple[SingletonInputs | None, SingletonInputs]:
|
||||
if inputs["type"] == "enc_dec":
|
||||
return inputs["encoder_prompt"], inputs["decoder_prompt"]
|
||||
|
||||
return None, inputs
|
||||
Reference in New Issue
Block a user