Add minimal vLLM 0.16.1 build repo for BI-V150
This commit is contained in:
17
vllm/grpc/__init__.py
Normal file
17
vllm/grpc/__init__.py
Normal file
@@ -0,0 +1,17 @@
|
||||
# SPDX-License-Identifier: Apache-2.0
|
||||
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
||||
"""
|
||||
vLLM gRPC protocol definitions.
|
||||
|
||||
This module contains the protocol buffer definitions for vLLM's gRPC API.
|
||||
The protobuf files are compiled into Python code using grpcio-tools.
|
||||
"""
|
||||
|
||||
# These imports will be available after protobuf compilation
|
||||
# from vllm.grpc import vllm_engine_pb2
|
||||
# from vllm.grpc import vllm_engine_pb2_grpc
|
||||
|
||||
__all__ = [
|
||||
"vllm_engine_pb2",
|
||||
"vllm_engine_pb2_grpc",
|
||||
]
|
||||
Reference in New Issue
Block a user