vllm.transformers_utils.configs.mllama

MllamaConfig

Bases: MllamaConfig

Source code in vllm/transformers_utils/configs/mllama.py

class MllamaConfig(mllama_hf_config.MllamaConfig):

    def __init__(
        self,
        text_config=None,
        **kwargs,
    ):
        if isinstance(text_config, dict):
            text_config = MllamaTextConfig(**text_config)
        super().__init__(text_config=text_config, **kwargs)

__init__

__init__(text_config=None, **kwargs)

Source code in vllm/transformers_utils/configs/mllama.py

def __init__(
    self,
    text_config=None,
    **kwargs,
):
    if isinstance(text_config, dict):
        text_config = MllamaTextConfig(**text_config)
    super().__init__(text_config=text_config, **kwargs)

MllamaTextConfig

Bases: MllamaTextConfig

Use this class to override is_encoder_decoder: - transformers regards mllama as is_encoder_decoder=False - vllm needs is_encoder_decoder=True to enable cross-attention

Source code in vllm/transformers_utils/configs/mllama.py

class MllamaTextConfig(mllama_hf_config.MllamaTextConfig):
    '''
    Use this class to override is_encoder_decoder:
    - transformers regards mllama as is_encoder_decoder=False
    - vllm needs is_encoder_decoder=True to enable cross-attention
    '''

    def __init__(
        self,
        **kwargs,
    ):
        super().__init__(**kwargs)
        self.is_encoder_decoder = True

is_encoder_decoder instance-attribute

is_encoder_decoder = True

__init__

__init__(**kwargs)

Source code in vllm/transformers_utils/configs/mllama.py

def __init__(
    self,
    **kwargs,
):
    super().__init__(**kwargs)
    self.is_encoder_decoder = True