Files
enginex-mlu370-vllm/vllm-v0.6.2/vllm/adapter_commons/layers.py
2026-02-04 17:22:39 +08:00

14 lines
367 B
Python

from dataclasses import dataclass
from typing import Tuple
@dataclass
class AdapterMapping:
# Per every token in input_ids:
index_mapping: Tuple[int, ...]
# Per sampled token:
prompt_mapping: Tuple[int, ...]
def __post_init__(self):
self.index_mapping = tuple(self.index_mapping)
self.prompt_mapping = tuple(self.prompt_mapping)