Fix and Clean up chat-template requirement for VLM (#6114)

Signed-off-by: Xinyuan Tong <justinning0323@outlook.com>
2025-05-10 09:14:09 -07:00
parent c178abdabc
commit 9d8ec2e67e
16 changed files with 104 additions and 195 deletions
--- a/test/srt/test_bench_serving.py
+++ b/test/srt/test_bench_serving.py
@@ -156,8 +156,6 @@ class TestBenchServing(CustomTestCase):
            num_prompts=200,
            request_rate=float("inf"),
            other_server_args=[
-                "--chat-template",
-                DEFAULT_VLM_CHAT_TEMPLATE_FOR_TEST,
                "--mem-fraction-static",
                "0.7",
            ],
@@ -181,8 +179,6 @@ class TestBenchServing(CustomTestCase):
            num_prompts=50,
            request_rate=1,
            other_server_args=[
-                "--chat-template",
-                DEFAULT_VLM_CHAT_TEMPLATE_FOR_TEST,
                "--mem-fraction-static",
                "0.7",
            ],