chore: update vllm to 0.5.4 (#966)

This commit is contained in:
Yineng Zhang
2024-08-07 19:15:41 +08:00
committed by GitHub
parent a01ddd9605
commit c31f084c71
14 changed files with 15 additions and 18 deletions

View File

@@ -14,7 +14,7 @@ class TestOpenAIServer(unittest.TestCase):
@classmethod
def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST
cls.base_url = f"http://localhost:8157"
cls.base_url = "http://127.0.0.1:8157"
cls.api_key = "sk-123456"
cls.process = popen_launch_server(
cls.model, cls.base_url, timeout=300, api_key=cls.api_key