Llava-hd Support (#92)

Co-authored-by: Haotian Liu <liuhaotian.cn@gmail.com>
2024-01-24 01:51:21 -08:00
parent 99258181c6
commit c6576e820c
10 changed files with 429 additions and 38 deletions
--- a/python/sglang/srt/server.py
+++ b/python/sglang/srt/server.py
@@ -469,7 +469,6 @@ class Runtime:
        prompt: str,
        sampling_params,
    ) -> None:
-
        json_data = {
            "text": prompt,
            "sampling_params": sampling_params,