EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix unit tests for the frontend language part (#872)

Browse Source
This commit is contained in:
Ying Sheng
2024-08-01 12:39:12 -07:00
committed by GitHub
parent aba6f51f88
commit 6f221d4ca0
11 changed files with 80 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

40
test/lang/test_openai_backend.py
View File

@@ -20,20 +20,18 @@ from sglang.test.test_programs import (
class TestOpenAIBackend(unittest.TestCase):
backend = None
instruct_backend = None
chat_backend = None
chat_vision_backend = None
def setUp(self):
cls = type(self)
if cls.backend is None:
cls.backend = OpenAI("gpt-3.5-turbo-instruct")
cls.chat_backend = OpenAI("gpt-3.5-turbo")
cls.chat_vision_backend = OpenAI("gpt-4-turbo")
@classmethod
def setUpClass(cls):
cls.instruct_backend = OpenAI("gpt-3.5-turbo-instruct")
cls.chat_backend = OpenAI("gpt-3.5-turbo")
cls.chat_vision_backend = OpenAI("gpt-4-turbo")
def test_few_shot_qa(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_few_shot_qa()
def test_mt_bench(self):
@@ -41,35 +39,35 @@ class TestOpenAIBackend(unittest.TestCase):
test_mt_bench()
def test_select(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_select(check_answer=True)
def test_decode_int(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_decode_int()
def test_decode_json(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_decode_json()
def test_expert_answer(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_expert_answer()
def test_tool_use(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_tool_use()
def test_react(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_react()
def test_parallel_decoding(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_parallel_decoding()
def test_parallel_encoding(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_parallel_encoding()
def test_image_qa(self):
@@ -77,11 +75,11 @@ class TestOpenAIBackend(unittest.TestCase):
test_image_qa()
def test_stream(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_stream()
def test_completion_speculative(self):
set_default_backend(self.backend)
set_default_backend(self.instruct_backend)
test_completion_speculative()
def test_chat_completion_speculative(self):
@@ -96,5 +94,5 @@ if __name__ == "__main__":
# global_config.verbosity = 2
# t = TestOpenAIBackend()
# t.setUp()
# t.test_chat_completion_speculative()
# t.setUpClass()
# t.test_stream()