[router] add reasoning and tool parser argument in router (#11290)

This commit is contained in:
Simo Lin
2025-10-07 09:08:32 -04:00
committed by GitHub
parent 1519a89cfd
commit 79d3495177
13 changed files with 188 additions and 20 deletions

View File

@@ -86,6 +86,9 @@ class RouterArgs:
# Tokenizer configuration
model_path: Optional[str] = None
tokenizer_path: Optional[str] = None
# Parser configuration
reasoning_parser: Optional[str] = None
tool_call_parser: Optional[str] = None
@staticmethod
def add_cli_args(
@@ -446,6 +449,18 @@ class RouterArgs:
default=None,
help="Explicit tokenizer path (overrides model_path tokenizer if provided)",
)
parser.add_argument(
f"--{prefix}reasoning-parser",
type=str,
default=None,
help="Specify the parser for reasoning models (e.g., deepseek-r1, qwen3)",
)
parser.add_argument(
f"--{prefix}tool-call-parser",
type=str,
default=None,
help="Specify the parser for handling tool-call interactions",
)
@classmethod
def from_cli_args(