[Fix] Fix llava on multi images (#1247)

2024-08-28 06:33:05 -07:00
parent b1a540ec42
commit bf53bf5142
22 changed files with 272 additions and 488 deletions
--- a/test/srt/test_vision_openai_server.py
+++ b/test/srt/test_vision_openai_server.py
@@ -32,8 +32,6 @@ class TestOpenAIVisionServer(unittest.TestCase):
            other_args=[
                "--chat-template",
                "chatml-llava",
-                "--chunked-prefill-size",
-                "16384",
                # "--log-requests",
            ],
        )