From 96c503eb6029d37f896e91466e23469378dfc3dc Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Thu, 4 Jul 2024 07:01:19 +0800 Subject: [PATCH] fix the broken server args (#585) --- python/sglang/srt/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/srt/server.py b/python/sglang/srt/server.py index 3f410887c..e28530889 100644 --- a/python/sglang/srt/server.py +++ b/python/sglang/srt/server.py @@ -151,7 +151,7 @@ def launch_server(server_args: ServerArgs, pipe_finish_writer, model_overide_arg enable_show_time_cost() if server_args.disable_disk_cache: disable_cache() - if server_args.enable_flashinfer: + if not server_args.disable_flashinfer: assert_pkg_version("flashinfer", "0.0.7") if server_args.chat_template: # TODO: replace this with huggingface transformers template