from abc import ABC, abstractmethod from vllm.config import ParallelConfig class Backend(ABC): def __init__(self, parallel_config: ParallelConfig): pass def set_device(self): pass def register_buffer(self, ptrs: list[int], lengths: list[int]): pass @abstractmethod def exists(self, keys: list[str]) -> list[int]: pass @abstractmethod def put(self, keys: list[str], addrs: list[list[int]], sizes: list[list[int]]): pass @abstractmethod def get(self, keys: list[str], addrs: list[list[int]], sizes: list[list[int]]): pass