35 lines
1.4 KiB
Python
35 lines
1.4 KiB
Python
# SPDX-License-Identifier: Apache-2.0
|
|
# SPDX-FileCopyrightText: Copyright contributors to the vLLM project
|
|
from vllm.lora.layers.base import BaseLayerWithLoRA
|
|
from vllm.lora.layers.column_parallel_linear import (
|
|
ColumnParallelLinearWithLoRA, ColumnParallelLinearWithShardedLoRA,
|
|
MergedColumnParallelLinearWithLoRA,
|
|
MergedColumnParallelLinearWithShardedLoRA, MergedQKVParallelLinearWithLoRA,
|
|
MergedQKVParallelLinearWithShardedLoRA, QKVParallelLinearWithLoRA,
|
|
QKVParallelLinearWithShardedLoRA)
|
|
from vllm.lora.layers.logits_processor import LogitsProcessorWithLoRA
|
|
from vllm.lora.layers.replicated_linear import ReplicatedLinearWithLoRA
|
|
from vllm.lora.layers.row_parallel_linear import (
|
|
RowParallelLinearWithLoRA, RowParallelLinearWithShardedLoRA)
|
|
from vllm.lora.layers.utils import LoRAMapping
|
|
from vllm.lora.layers.vocal_parallel_embedding import (
|
|
VocabParallelEmbeddingWithLoRA)
|
|
|
|
__all__ = [
|
|
"BaseLayerWithLoRA",
|
|
"VocabParallelEmbeddingWithLoRA",
|
|
"LogitsProcessorWithLoRA",
|
|
"ColumnParallelLinearWithLoRA",
|
|
"ColumnParallelLinearWithShardedLoRA",
|
|
"MergedColumnParallelLinearWithLoRA",
|
|
"MergedColumnParallelLinearWithShardedLoRA",
|
|
"MergedQKVParallelLinearWithLoRA",
|
|
"MergedQKVParallelLinearWithShardedLoRA",
|
|
"QKVParallelLinearWithLoRA",
|
|
"QKVParallelLinearWithShardedLoRA",
|
|
"RowParallelLinearWithLoRA",
|
|
"RowParallelLinearWithShardedLoRA",
|
|
"ReplicatedLinearWithLoRA",
|
|
"LoRAMapping",
|
|
]
|