EngineX-Hygon/sglang
5
0
Fork 0
Code Issues Pull Requests Actions 7 Projects Releases Wiki Activity

Fix kimi k2 function call format (#8968)

Browse Source
This commit is contained in:
Lianmin Zheng
2025-08-08 13:25:14 -07:00
committed by GitHub
parent a59cbea92d
commit 91e2f902db
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
python/sglang/srt/function_call/kimik2_detector.py
View File

@@ -24,7 +24,7 @@ class KimiK2Detector(BaseFormatDetector):
Format Structure: Format Structure:
``` ```
<|tool_calls_section_begin|> <|tool_calls_section_begin|>
<|tool_call_begin|>functions.{func_name}:{index} <|tool_call_argument_begin|>{json_args}<|tool_call_end|> <|tool_call_begin|>functions.{func_name}:{index}<|tool_call_argument_begin|>{json_args}<|tool_call_end|>
<|tool_calls_section_end|> <|tool_calls_section_end|>
``` ```
@@ -219,7 +219,7 @@ class KimiK2Detector(BaseFormatDetector):
def get_info(name: str) -> StructureInfo: def get_info(name: str) -> StructureInfo:
return StructureInfo( return StructureInfo(
begin=f"<|tool_calls_section_begin|><|tool_call_begin|>functions.{name}:0 <|tool_call_argument_begin|>", begin=f"<|tool_calls_section_begin|><|tool_call_begin|>functions.{name}:0<|tool_call_argument_begin|>",
end="<|tool_call_end|><|tool_calls_section_end|>", end="<|tool_call_end|><|tool_calls_section_end|>",
trigger="<|tool_calls_section_begin|>", trigger="<|tool_calls_section_begin|>",
) )
@@ -240,6 +240,6 @@ class KimiK2Detector(BaseFormatDetector):
sequence_start_token=self.bot_token, sequence_start_token=self.bot_token,
sequence_end_token=self.eot_token, sequence_end_token=self.eot_token,
tool_call_separator="", tool_call_separator="",
call_rule_fmt='"<|tool_call_begin|>functions.{name}:" [0-9]+ " <|tool_call_argument_begin|>" {arguments_rule} "<|tool_call_end|>"', call_rule_fmt='"<|tool_call_begin|>functions.{name}:"[0-9]+"<|tool_call_argument_begin|>"{arguments_rule}"<|tool_call_end|>"',
function_format="json", function_format="json",
) )