20 lines
542 B
Python
20 lines
542 B
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from typing import get_args
|
|
|
|
from vllm.config.parallel import EPLBPolicyOption
|
|
|
|
from .abstract import AbstractEplbPolicy
|
|
from .default import DefaultEplbPolicy
|
|
|
|
EPLB_POLICIES = {"default": DefaultEplbPolicy}
|
|
|
|
# Ensure that the EPLB_POLICIES keys match the EPLBPolicyOption values
|
|
assert set(EPLB_POLICIES.keys()) == set(get_args(EPLBPolicyOption))
|
|
|
|
__all__ = [
|
|
"AbstractEplbPolicy",
|
|
"DefaultEplbPolicy",
|
|
"EPLB_POLICIES",
|
|
]
|