forked from EngineX-Cambricon/enginex-mlu370-vllm
35 lines
799 B
Python
35 lines
799 B
Python
import msgspec
|
|
|
|
from vllm.adapter_commons.request import AdapterRequest
|
|
|
|
|
|
class PromptAdapterRequest(
|
|
msgspec.Struct,
|
|
array_like=True, # type: ignore[call-arg]
|
|
omit_defaults=True, # type: ignore[call-arg]
|
|
frozen=True): # type: ignore[call-arg]
|
|
"""
|
|
Request for a Prompt adapter.
|
|
"""
|
|
__metaclass__ = AdapterRequest
|
|
|
|
prompt_adapter_name: str
|
|
prompt_adapter_id: int
|
|
prompt_adapter_local_path: str
|
|
prompt_adapter_num_virtual_tokens: int
|
|
|
|
def __hash__(self):
|
|
return super().__hash__()
|
|
|
|
@property
|
|
def adapter_id(self):
|
|
return self.prompt_adapter_id
|
|
|
|
@property
|
|
def name(self):
|
|
return self.prompt_adapter_name
|
|
|
|
@property
|
|
def local_path(self):
|
|
return self.prompt_adapter_local_path
|