EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[Fix] Fix the style of test_large_max_new_tokens.py (#1638)

Browse Source
This commit is contained in:
Lianmin Zheng
2024-10-11 16:05:58 -07:00
committed by GitHub
parent 862cd265e5
commit dafb6a5266
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
test/srt/test_large_max_new_tokens.py
View File

@@ -1,6 +1,4 @@
import json
import os import os
import time
import unittest import unittest
from concurrent.futures import ThreadPoolExecutor from concurrent.futures import ThreadPoolExecutor
@@ -16,7 +14,7 @@ from sglang.test.test_utils import (
) )
class TestOpenAIServer(unittest.TestCase): class TestLargeMaxNewTokens(unittest.TestCase):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.model = DEFAULT_MODEL_NAME_FOR_TEST cls.model = DEFAULT_MODEL_NAME_FOR_TEST
@@ -57,7 +55,7 @@ class TestOpenAIServer(unittest.TestCase):
num_requests = 4 num_requests = 4
futures = [] futures = []
with ThreadPoolExecutor(16) as executor: with ThreadPoolExecutor(num_requests) as executor:
for i in range(num_requests): for i in range(num_requests):
futures.append(executor.submit(self.run_chat_completion)) futures.append(executor.submit(self.run_chat_completion))