Files
enginex-mthreads-vllm/benchmarks/benchmark_serving.py

18 lines
483 B
Python
Raw Permalink Normal View History

2026-01-19 10:38:50 +08:00
# SPDX-License-Identifier: Apache-2.0
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
import sys
2026-01-09 13:34:11 +08:00
2026-01-19 10:38:50 +08:00
if __name__ == "__main__":
print("""DEPRECATED: This script has been moved to the vLLM CLI.
2026-01-09 13:34:11 +08:00
2026-01-19 10:38:50 +08:00
Please use the following command instead:
vllm bench serve
2026-01-09 13:34:11 +08:00
2026-01-19 10:38:50 +08:00
For help with the new command, run:
vllm bench serve --help
2026-01-09 13:34:11 +08:00
2026-01-19 10:38:50 +08:00
Alternatively, you can run the new command directly with:
python -m vllm.entrypoints.cli.main bench serve --help
""")
sys.exit(1)