chore: update vllm to 0.5.4 (#966)

This commit is contained in:
Yineng Zhang
2024-08-07 19:15:41 +08:00
committed by GitHub
parent a01ddd9605
commit c31f084c71
14 changed files with 15 additions and 18 deletions

View File

@@ -13,7 +13,7 @@ class TestOpenAIVisionServer(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = "liuhaotian/llava-v1.6-vicuna-7b"
cls.base_url = "http://localhost:8157"
cls.base_url = "http://127.0.0.1:8157"
cls.api_key = "sk-123456"
cls.process = popen_launch_server(
cls.model,