55 lines
1.8 KiB
Python
55 lines
1.8 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
import argparse
|
|
|
|
import vllm.entrypoints.cli.benchmark.latency
|
|
import vllm.entrypoints.cli.benchmark.serve
|
|
import vllm.entrypoints.cli.benchmark.throughput
|
|
from vllm.entrypoints.cli.types import CLISubcommand
|
|
from vllm.utils import FlexibleArgumentParser
|
|
|
|
BENCHMARK_CMD_MODULES = [
|
|
vllm.entrypoints.cli.benchmark.latency,
|
|
vllm.entrypoints.cli.benchmark.serve,
|
|
vllm.entrypoints.cli.benchmark.throughput,
|
|
]
|
|
|
|
|
|
class BenchmarkSubcommand(CLISubcommand):
|
|
""" The `bench` subcommand for the vLLM CLI. """
|
|
|
|
def __init__(self):
|
|
self.name = "bench"
|
|
super().__init__()
|
|
|
|
@staticmethod
|
|
def cmd(args: argparse.Namespace) -> None:
|
|
args.dispatch_function(args)
|
|
|
|
def validate(self, args: argparse.Namespace) -> None:
|
|
if args.bench_type in self.cmds:
|
|
self.cmds[args.bench_type].validate(args)
|
|
|
|
def subparser_init(
|
|
self,
|
|
subparsers: argparse._SubParsersAction) -> FlexibleArgumentParser:
|
|
bench_parser = subparsers.add_parser(
|
|
"bench",
|
|
help="vLLM bench subcommand.",
|
|
description="vLLM bench subcommand.",
|
|
usage="vllm bench <bench_type> [options]")
|
|
bench_subparsers = bench_parser.add_subparsers(required=True,
|
|
dest="bench_type")
|
|
self.cmds = {}
|
|
for cmd_module in BENCHMARK_CMD_MODULES:
|
|
new_cmds = cmd_module.cmd_init()
|
|
for cmd in new_cmds:
|
|
cmd.subparser_init(bench_subparsers).set_defaults(
|
|
dispatch_function=cmd.cmd)
|
|
self.cmds[cmd.name] = cmd
|
|
return bench_parser
|
|
|
|
|
|
def cmd_init() -> list[CLISubcommand]:
|
|
return [BenchmarkSubcommand()]
|