Skip to content

vllm.adapter_commons.layers

AdapterMapping dataclass

Source code in vllm/adapter_commons/layers.py
@dataclass
class AdapterMapping:
    # Per every token in input_ids:
    index_mapping: tuple[int, ...]
    # Per sampled token:
    prompt_mapping: tuple[int, ...]

    def __post_init__(self):
        self.index_mapping = tuple(self.index_mapping)
        self.prompt_mapping = tuple(self.prompt_mapping)

index_mapping instance-attribute

index_mapping: tuple[int, ...]

prompt_mapping instance-attribute

prompt_mapping: tuple[int, ...]

__init__

__init__(
    index_mapping: tuple[int, ...],
    prompt_mapping: tuple[int, ...],
) -> None

__post_init__

__post_init__()
Source code in vllm/adapter_commons/layers.py
def __post_init__(self):
    self.index_mapping = tuple(self.index_mapping)
    self.prompt_mapping = tuple(self.prompt_mapping)