fix flashinfer & http log level

This commit is contained in:
Lianmin Zheng
2024-07-03 23:19:33 -07:00
parent 2a754e57b0
commit 63fbef9876
4 changed files with 24 additions and 10 deletions

View File

@@ -426,17 +426,19 @@ def suppress_other_loggers():
logging.getLogger("vllm.utils").setLevel(logging.WARN)
def assert_pkg_version(pkg: str, min_version: str):
def assert_pkg_version(pkg: str, min_version: str, message: str):
try:
installed_version = version(pkg)
if pkg_version.parse(installed_version) < pkg_version.parse(min_version):
raise Exception(
f"{pkg} is installed with version {installed_version} which "
f"is less than the minimum required version {min_version}"
f"{pkg} is installed with version {installed_version}, which "
f"is less than the minimum required version {min_version}. " +
message
)
except PackageNotFoundError:
raise Exception(
f"{pkg} with minimum required version {min_version} is not installed"
f"{pkg} with minimum required version {min_version} is not installed. " +
message
)
@@ -588,4 +590,4 @@ def receive_addrs(model_port_args, server_args):
print(f"Node 0 received from rank {src_rank}: {tensor.tolist()}")
dist.barrier()
dist.destroy_process_group()
dist.destroy_process_group()