Fix the default arguments of bench_offline_throughput.py & simplify detokenizer manager (#2042)

2024-11-15 05:02:44 -08:00
parent 29ebe3dff4
commit 2558d6a675
5 changed files with 42 additions and 38 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -1241,10 +1241,12 @@ if __name__ == "__main__":
    parser.add_argument(
        "--random-input-len",
        type=int,
+        default=1024,
        help="Number of input tokens per request, used only for random dataset.",
    )
    parser.add_argument(
        "--random-output-len",
+        default=1024,
        type=int,
        help="Number of output tokens per request, used only for random dataset.",
    )