Support VILA models (#6106)

This commit is contained in:
Zijian
2025-06-12 02:47:25 +08:00
committed by GitHub
parent 02543b545c
commit 31d6dee5c4
7 changed files with 419 additions and 3 deletions

View File

@@ -222,5 +222,24 @@ class TestPhi4MMServer(TestOpenAIVisionServer):
pass
class TestVILAServer(TestOpenAIVisionServer):
@classmethod
def setUpClass(cls):
cls.model = "AndyZijianZhang/NVILA-Lite-2B"
cls.base_url = DEFAULT_URL_FOR_TEST
cls.api_key = "sk-123456"
cls.process = popen_launch_server(
cls.model,
cls.base_url,
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
api_key=cls.api_key,
other_args=[
"--trust-remote-code",
"--context-length=65536",
],
)
cls.base_url += "/v1"
if __name__ == "__main__":
unittest.main()