Use jsonschema to constrain required or specific tool choice (#10550)

2025-09-27 10:18:50 -07:00
parent 9c339d6b47
commit 8cc27fdc46
12 changed files with 1558 additions and 50 deletions
--- a/test/srt/openai_server/basic/test_serving_chat.py
+++ b/test/srt/openai_server/basic/test_serving_chat.py
@@ -354,7 +354,7 @@ class ServingChatTestCase(unittest.TestCase):
                {"type": "function", "function": {"name": "get_weather"}},
            ]

-            tool_calls, remaining_text, _ = self.chat._process_tool_calls(
+            tool_calls, remaining_text, finish_reason = self.chat._process_tool_calls(
                text="<|tool_calls_section_begin|>...",
                tools=tools,
                finish_reason=finish_reason,