[Minor] Improve the function organization in TokenizerManager & improve loggers (#1208)

2024-08-25 14:46:34 -07:00
parent 30b4f771b0
commit 902278008a
12 changed files with 137 additions and 134 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -418,7 +418,7 @@ class ServerArgs:
        parser.add_argument(
            "--enable-mixed-chunk",
            action="store_true",
-            help="Enabling mixing prefill and decode in a chunked batch.",
+            help="Enabling mixing prefill and decode in a batch when using chunked prefill.",
        )
        parser.add_argument(
            "--enable-torch-compile",