Support Kimi K2 (#7940)
This commit is contained in:
@@ -1048,9 +1048,16 @@ class ServerArgs:
|
||||
parser.add_argument(
|
||||
"--tool-call-parser",
|
||||
type=str,
|
||||
choices=["qwen25", "mistral", "llama3", "deepseekv3", "pythonic"],
|
||||
choices=[
|
||||
"qwen25",
|
||||
"mistral",
|
||||
"llama3",
|
||||
"deepseekv3",
|
||||
"pythonic",
|
||||
"kimi_k2",
|
||||
],
|
||||
default=ServerArgs.tool_call_parser,
|
||||
help="Specify the parser for handling tool-call interactions. Options include: 'qwen25', 'mistral', 'llama3', 'deepseekv3', and 'pythonic'.",
|
||||
help="Specify the parser for handling tool-call interactions. Options include: 'qwen25', 'mistral', 'llama3', 'deepseekv3', 'pythonic', and 'kimi_k2'.",
|
||||
)
|
||||
|
||||
# Data parallelism
|
||||
|
||||
Reference in New Issue
Block a user