forked from EngineX-Cambricon/enginex-mlu370-vllm
add qwen3
This commit is contained in:
14
vllm-v0.6.2/vllm/adapter_commons/layers.py
Normal file
14
vllm-v0.6.2/vllm/adapter_commons/layers.py
Normal file
@@ -0,0 +1,14 @@
|
||||
from dataclasses import dataclass
|
||||
from typing import Tuple
|
||||
|
||||
|
||||
@dataclass
|
||||
class AdapterMapping:
|
||||
# Per every token in input_ids:
|
||||
index_mapping: Tuple[int, ...]
|
||||
# Per sampled token:
|
||||
prompt_mapping: Tuple[int, ...]
|
||||
|
||||
def __post_init__(self):
|
||||
self.index_mapping = tuple(self.index_mapping)
|
||||
self.prompt_mapping = tuple(self.prompt_mapping)
|
||||
Reference in New Issue
Block a user