misc: update e2e test benchmark config (#825)

This commit is contained in:
Yineng Zhang
2024-07-30 19:19:23 +10:00
committed by GitHub
parent b579ecf028
commit f52eda35ea
2 changed files with 8 additions and 7 deletions

View File

@@ -1,5 +1,6 @@
# Adapted from https://github.com/vllm-project/vllm/blob/6366efc67b0aedd2c1721c14385370e50b297fb3/benchmarks/backend_request_func.py
# Adapted from https://github.com/vllm-project/vllm/blob/6366efc67b0aedd2c1721c14385370e50b297fb3/benchmarks/benchmark_serving.py
"""
Benchmark online serving.