33 lines
910 B
Python
33 lines
910 B
Python
from dataclasses import dataclass
|
|
|
|
|
|
@dataclass
|
|
class LoRARequest:
|
|
"""
|
|
Request for a LoRA adapter.
|
|
|
|
Note that this class should be be used internally. For online
|
|
serving, it is recommended to not allow users to use this class but
|
|
instead provide another layer of abstraction to prevent users from
|
|
accessing unauthorized LoRA adapters.
|
|
|
|
lora_int_id must be globally unique for a given adapter.
|
|
This is currently not enforced in vLLM.
|
|
"""
|
|
|
|
lora_name: str
|
|
lora_int_id: int
|
|
lora_local_path: str
|
|
|
|
def __post_init__(self):
|
|
if self.lora_int_id < 1:
|
|
raise ValueError(
|
|
f"lora_int_id must be > 0, got {self.lora_int_id}")
|
|
|
|
def __eq__(self, value: object) -> bool:
|
|
return isinstance(
|
|
value, LoRARequest) and self.lora_int_id == value.lora_int_id
|
|
|
|
def __hash__(self) -> int:
|
|
return self.lora_int_id
|