From dafb6a5266f7c04cbd75e8bb0f8e6d63630fa336 Mon Sep 17 00:00:00 2001 From: Lianmin Zheng Date: Fri, 11 Oct 2024 16:05:58 -0700 Subject: [PATCH] [Fix] Fix the style of test_large_max_new_tokens.py (#1638) --- test/srt/test_large_max_new_tokens.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/test/srt/test_large_max_new_tokens.py b/test/srt/test_large_max_new_tokens.py index 8b493f9bd..ac0908e0c 100644 --- a/test/srt/test_large_max_new_tokens.py +++ b/test/srt/test_large_max_new_tokens.py @@ -1,6 +1,4 @@ -import json import os -import time import unittest from concurrent.futures import ThreadPoolExecutor @@ -16,7 +14,7 @@ from sglang.test.test_utils import ( ) -class TestOpenAIServer(unittest.TestCase): +class TestLargeMaxNewTokens(unittest.TestCase): @classmethod def setUpClass(cls): cls.model = DEFAULT_MODEL_NAME_FOR_TEST @@ -57,7 +55,7 @@ class TestOpenAIServer(unittest.TestCase): num_requests = 4 futures = [] - with ThreadPoolExecutor(16) as executor: + with ThreadPoolExecutor(num_requests) as executor: for i in range(num_requests): futures.append(executor.submit(self.run_chat_completion))