Files
mr_v100-vllm/vllm/adapter_commons/layers.py
2025-09-15 14:58:11 +08:00

16 lines
406 B
Python

# SPDX-License-Identifier: Apache-2.0
from dataclasses import dataclass
from typing import Tuple
@dataclass
class AdapterMapping:
# Per every token in input_ids:
index_mapping: Tuple[int, ...]
# Per sampled token:
prompt_mapping: Tuple[int, ...]
def __post_init__(self):
self.index_mapping = tuple(self.index_mapping)
self.prompt_mapping = tuple(self.prompt_mapping)