fix flashinfer & http log level

2024-07-03 23:19:33 -07:00
parent 2a754e57b0
commit 63fbef9876
4 changed files with 24 additions and 10 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -50,11 +50,11 @@ class ServerArgs:
    load_balance_method: str = "round_robin"

    # Optimization/debug options
-    disable_flashinfer: bool = True
-    attention_reduce_in_fp32: bool = False
+    disable_flashinfer: bool = False
    disable_radix_cache: bool = False
    disable_regex_jump_forward: bool = False
    disable_disk_cache: bool = False
+    attention_reduce_in_fp32: bool = False

    # Distributed args
    nccl_init_addr: Optional[str] = None