Add benchmark instructions (#663)

2024-07-19 11:12:23 -07:00
parent e87c7fd501
commit 11c8efff73
2 changed files with 20 additions and 3 deletions
--- a/python/sglang/bench_serving.py
+++ b/python/sglang/bench_serving.py
@@ -1,5 +1,11 @@
 # Adapted from https://github.com/vllm-project/vllm/blob/6366efc67b0aedd2c1721c14385370e50b297fb3/benchmarks/backend_request_func.py
 # Adapted from https://github.com/vllm-project/vllm/blob/6366efc67b0aedd2c1721c14385370e50b297fb3/benchmarks/benchmark_serving.py
+"""
+Benchmark online serving.
+
+Usage:
+python3 -m sglang.bench_serving --backend sglang --num-prompt 10
+"""

 import argparse
 import asyncio