Fix dependency (#3813)

This commit is contained in:
Lianmin Zheng
2025-02-24 03:50:58 -08:00
committed by GitHub
parent c979580817
commit 27a46317b6
6 changed files with 43 additions and 31 deletions

View File

@@ -162,12 +162,9 @@ class ServerArgs:
enable_memory_saver: bool = False
allow_auto_truncate: bool = False
return_hidden_states: bool = False
# Custom logit processor
enable_custom_logit_processor: bool = False
tool_call_parser: str = None
enable_hierarchical_cache: bool = False
enable_flashinfer_mla: bool = False
def __post_init__(self):
@@ -918,7 +915,6 @@ class ServerArgs:
action="store_true",
help="Return hidden states in the response.",
)
# Function Calling
parser.add_argument(
"--tool-call-parser",
type=str,