fix the broken server args (#585)
This commit is contained in:
@@ -151,7 +151,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg
|
||||
enable_show_time_cost()
|
||||
if server_args.disable_disk_cache:
|
||||
disable_cache()
|
||||
if server_args.enable_flashinfer:
|
||||
if not server_args.disable_flashinfer:
|
||||
assert_pkg_version("flashinfer", "0.0.7")
|
||||
if server_args.chat_template:
|
||||
# TODO: replace this with huggingface transformers template
|
||||
|
||||
Reference in New Issue
Block a user