Support Kimi K2 (#7940)

This commit is contained in:
Atream
2025-07-11 15:02:21 +08:00
committed by GitHub
parent 49a5915f53
commit 615553079d
7 changed files with 480 additions and 3 deletions

View File

@@ -1048,9 +1048,16 @@ class ServerArgs:
parser.add_argument(
"--tool-call-parser",
type=str,
choices=["qwen25", "mistral", "llama3", "deepseekv3", "pythonic"],
choices=[
"qwen25",
"mistral",
"llama3",
"deepseekv3",
"pythonic",
"kimi_k2",
],
default=ServerArgs.tool_call_parser,
help="Specify the parser for handling tool-call interactions. Options include: 'qwen25', 'mistral', 'llama3', 'deepseekv3', and 'pythonic'.",
help="Specify the parser for handling tool-call interactions. Options include: 'qwen25', 'mistral', 'llama3', 'deepseekv3', 'pythonic', and 'kimi_k2'.",
)
# Data parallelism