Fix a typo in io_struct.py (#2008)

This commit is contained in:
Lianmin Zheng
2024-11-11 16:34:10 -08:00
committed by GitHub
parent 59a5ba9be0
commit befc6beb86
3 changed files with 16 additions and 16 deletions

View File

@@ -184,7 +184,7 @@ class TokenizedGenerateReqInput:
input_text: str
# The input token ids
input_ids: List[int]
# The image input
# The image inputs
image_inputs: dict
# The sampling parameters
sampling_params: SamplingParams

View File

@@ -212,7 +212,7 @@ class Req:
# this does not include the jump forward tokens.
self.completion_tokens_wo_jump_forward = 0
# For vision inputs
# For multimodal inputs
self.image_inputs: Optional[ImageInputs] = None
# Prefix info