Format code & move functions (#155)

2024-02-06 13:27:46 -08:00
parent a7334aeea1
commit 23f05005fd
14 changed files with 94 additions and 54 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -114,7 +114,7 @@ class ServerArgs:
            "--max-prefill-num-token",
            type=int,
            default=ServerArgs.max_prefill_num_token,
-            help="The maximum number of tokens in a prefill batch. The real bound will be the maximum of this value and the model's maximum context length."
+            help="The maximum number of tokens in a prefill batch. The real bound will be the maximum of this value and the model's maximum context length.",
        )
        parser.add_argument(
            "--tp-size",