Llava-hd Support (#92)

Co-authored-by: Haotian Liu <liuhaotian.cn@gmail.com>
2024-01-24 01:51:21 -08:00
parent 99258181c6
commit c6576e820c
10 changed files with 429 additions and 38 deletions
--- a/python/sglang/srt/managers/io_struct.py
+++ b/python/sglang/srt/managers/io_struct.py
@@ -62,6 +62,7 @@ class TokenizedGenerateReqInput:
    input_ids: List[int]
    pixel_values: List[float]
    image_hash: int
+    image_size: List[int]
    sampling_params: SamplingParams
    return_logprob: bool
    logprob_start_len: int