EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

[CI] Add test_function_calling.py to run_suite.py (#5896)

Browse Source
This commit is contained in:
Chang Su
2025-04-29 15:54:53 -07:00
committed by GitHub
parent 2c7dbb7cc2
commit 9419e75d60
2 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
test/srt/run_suite.py
View File

@@ -36,6 +36,7 @@ suites = {
TestFile("test_fa3.py", 376), TestFile("test_fa3.py", 376),
TestFile("test_fim_completion.py", 40), TestFile("test_fim_completion.py", 40),
TestFile("test_fp8_kernel.py", 8), TestFile("test_fp8_kernel.py", 8),
TestFile("test_function_calling.py", 35),
TestFile("test_fused_moe.py", 30), TestFile("test_fused_moe.py", 30),
TestFile("test_hicache.py", 116), TestFile("test_hicache.py", 116),
TestFile("test_hicache_mla.py", 254), TestFile("test_hicache_mla.py", 254),

11
test/srt/test_function_calling.py
View File

@@ -182,16 +182,17 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
"type": "object", "type": "object",
"properties": { "properties": {
"a": { "a": {
"type": "int", "type": "integer",
"description": "First integer", "description": "First integer",
}, },
"b": { "b": {
"type": "int", "type": "integer",
"description": "Second integer", "description": "Second integer",
}, },
}, },
"required": ["a", "b"], "required": ["a", "b"],
}, },
"strict": True, # Llama-3.2-1B is flaky in tool call. It won't always respond with parameters unless we set strict.
}, },
} }
] ]
@@ -218,7 +219,7 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
# Record the function name on first occurrence # Record the function name on first occurrence
function_name = tool_call.function.name or function_name function_name = tool_call.function.name or function_name
# In case of multiple chunks, JSON fragments may need to be concatenated # In case of multiple chunks, JSON fragments may need to be concatenated
if tool_call.function.arguments: if tool_call.function.arguments is not None:
argument_fragments.append(tool_call.function.arguments) argument_fragments.append(tool_call.function.arguments)
self.assertEqual(function_name, "add", "Function name should be 'add'") self.assertEqual(function_name, "add", "Function name should be 'add'")
@@ -258,11 +259,11 @@ class TestOpenAIServerFunctionCalling(CustomTestCase):
"type": "object", "type": "object",
"properties": { "properties": {
"int_a": { "int_a": {
"type": "int", "type": "integer",
"description": "First integer", "description": "First integer",
}, },
"int_b": { "int_b": {
"type": "int", "type": "integer",
"description": "Second integer", "description": "Second integer",
}, },
}, },