Improve the structure of CI (#911)

2024-08-03 23:09:21 -07:00
parent 539856455d
commit 995af5a54b
29 changed files with 451 additions and 237 deletions
--- a/test/srt/test_openai_server.py
+++ b/test/srt/test_openai_server.py
@@ -11,11 +11,10 @@ class TestOpenAIServer(unittest.TestCase):

    @classmethod
    def setUpClass(cls):
-        port = 30000
-
        cls.model = MODEL_NAME_FOR_TEST
-        cls.base_url = f"http://localhost:{port}/v1"
-        cls.process = popen_launch_server(cls.model, port, timeout=300)
+        cls.base_url = f"http://localhost:30000"
+        cls.process = popen_launch_server(cls.model, cls.base_url, timeout=300)
+        cls.base_url += "/v1"

    @classmethod
    def tearDownClass(cls):