Update benchmark scripts (#8)

2024-01-15 16:12:57 -08:00
parent 01ca82d765
commit 70359bf31a
28 changed files with 183 additions and 50 deletions
--- a/python/sglang/srt/server_args.py
+++ b/python/sglang/srt/server_args.py
@@ -93,7 +93,8 @@ class ServerArgs:
            type=str,
            default=[],
            nargs="+",
-            help="Model mode: [flashinfer, no-cache, aggressive-new-fill]",
+            choices=["flashinfer", "no-cache"],
+            help="Model mode: [flashinfer, no-cache]",
        )
        parser.add_argument(
            "--schedule-heuristic",