vllm.transformers_utils.configs.nvlm_d

NVLM_D_Config

Bases: PretrainedConfig

Source code in vllm/transformers_utils/configs/nvlm_d.py

class NVLM_D_Config(PretrainedConfig):
    model_type = 'NVLM_D'
    is_composition = True

    def __init__(self, vision_config=None, llm_config=None, **kwargs):
        super().__init__(**kwargs)

        # Handle vision_config initialization
        if vision_config is None:
            vision_config = {}

        # Handle llm_config initialization
        if llm_config is None:
            llm_config = {}

        self.vision_config = PretrainedConfig(**vision_config)
        self.text_config = Qwen2Config(**llm_config)

is_composition class-attribute instance-attribute

is_composition = True

model_type class-attribute instance-attribute

model_type = 'NVLM_D'

text_config instance-attribute

text_config = Qwen2Config(**llm_config)

vision_config instance-attribute

vision_config = PretrainedConfig(**vision_config)

__init__

__init__(vision_config=None, llm_config=None, **kwargs)

Source code in vllm/transformers_utils/configs/nvlm_d.py

def __init__(self, vision_config=None, llm_config=None, **kwargs):
    super().__init__(**kwargs)

    # Handle vision_config initialization
    if vision_config is None:
        vision_config = {}

    # Handle llm_config initialization
    if llm_config is None:
        llm_config = {}

    self.vision_config = PretrainedConfig(**vision_config)
    self.text_config = Qwen2Config(**llm_config)