Add a new api configure_logging to allow dumping the requests (#2875)

2025-01-13 14:24:00 -08:00
parent 923f518337
commit 46d4431889
13 changed files with 164 additions and 71 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -91,7 +91,7 @@ class ServerArgs:

    # API related
    api_key: Optional[str] = None
-    file_storage_pth: str = "SGLang_storage"
+    file_storage_pth: str = "sglang_storage"
    enable_cache_report: bool = False

    # Data parallelism
@@ -554,7 +554,7 @@ class ServerArgs:
            "--decode-log-interval",
            type=int,
            default=ServerArgs.decode_log_interval,
-            help="The log interval of decode batch",
+            help="The log interval of decode batch.",
        )

        # API related