EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

feat(func_call): Add more check in BaseFormatDetector.parse_streaming_increment (#7479)

Browse Source
This commit is contained in:
Chang Su
2025-06-23 11:15:47 -07:00
committed by GitHub
parent 25549433e8
commit 34b6b8426f
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
python/sglang/srt/function_call/base_format_detector.py
View File

@@ -142,6 +142,10 @@ class BaseFormatDetector(ABC):
try: try:
if current_text.startswith(self.bot_token): if current_text.startswith(self.bot_token):
start_idx = len(self.bot_token) start_idx = len(self.bot_token)
elif self.current_tool_id > 0 and current_text.startswith(
self.tool_call_separator + self.bot_token
):
start_idx = len(self.tool_call_separator + self.bot_token)
elif self.current_tool_id > 0 and current_text.startswith( elif self.current_tool_id > 0 and current_text.startswith(
self.tool_call_separator self.tool_call_separator
): ):

5
test/srt/openai_server/function_call/test_tool_choice.py
View File

@@ -468,10 +468,7 @@ class TestToolChoiceQwen25(TestToolChoiceLlama32):
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
cls.flaky_tests = { cls.flaky_tests = {}
"test_multi_tool_scenario_auto",
"test_multi_tool_scenario_required",
}
cls.model = "Qwen/Qwen2.5-7B-Instruct" cls.model = "Qwen/Qwen2.5-7B-Instruct"
cls.base_url = DEFAULT_URL_FOR_TEST cls.base_url = DEFAULT_URL_FOR_TEST