43 lines
1.6 KiB
Python
43 lines
1.6 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from vllm.lora.layers.base import BaseLayerWithLoRA
|
|
from vllm.lora.layers.column_parallel_linear import (
|
|
ColumnParallelLinearWithLoRA,
|
|
ColumnParallelLinearWithShardedLoRA,
|
|
MergedColumnParallelLinearWithLoRA,
|
|
MergedColumnParallelLinearWithShardedLoRA,
|
|
MergedQKVParallelLinearWithLoRA,
|
|
MergedQKVParallelLinearWithShardedLoRA,
|
|
QKVParallelLinearWithLoRA,
|
|
QKVParallelLinearWithShardedLoRA,
|
|
)
|
|
from vllm.lora.layers.fused_moe import FusedMoE3DWithLoRA, FusedMoEWithLoRA
|
|
from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
|
|
from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
|
|
from vllm.lora.layers.row_parallel_linear import (
|
|
RowParallelLinearWithLoRA,
|
|
RowParallelLinearWithShardedLoRA,
|
|
)
|
|
from vllm.lora.layers.utils import LoRAMapping
|
|
from vllm.lora.layers.vocal_parallel_embedding import VocabParallelEmbeddingWithLoRA
|
|
|
|
__all__ = [
|
|
"BaseLayerWithLoRA",
|
|
"VocabParallelEmbeddingWithLoRA",
|
|
"LogitsProcessorWithLoRA",
|
|
"ColumnParallelLinearWithLoRA",
|
|
"ColumnParallelLinearWithShardedLoRA",
|
|
"MergedColumnParallelLinearWithLoRA",
|
|
"MergedColumnParallelLinearWithShardedLoRA",
|
|
"MergedQKVParallelLinearWithLoRA",
|
|
"MergedQKVParallelLinearWithShardedLoRA",
|
|
"QKVParallelLinearWithLoRA",
|
|
"QKVParallelLinearWithShardedLoRA",
|
|
"RowParallelLinearWithLoRA",
|
|
"RowParallelLinearWithShardedLoRA",
|
|
"ReplicatedLinearWithLoRA",
|
|
"LoRAMapping",
|
|
"FusedMoEWithLoRA",
|
|
"FusedMoE3DWithLoRA",
|
|
]
|