Skip to content

vllm.transformers_utils.configs.skyworkr1v

SkyworkR1VChatConfig

Bases: PretrainedConfig

Source code in vllm/transformers_utils/configs/skyworkr1v.py 
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
class SkyworkR1VChatConfig(PretrainedConfig):
    model_type = 'internvl_chat'
    is_composition = True

    def __init__(self,
                 vision_config=None,
                 llm_config=None,
                 use_backbone_lora=0,
                 use_llm_lora=0,
                 select_layer=-1,
                 force_image_size=None,
                 downsample_ratio=0.5,
                 template=None,
                 dynamic_image_size=False,
                 use_thumbnail=False,
                 ps_version='v1',
                 min_dynamic_patch=1,
                 max_dynamic_patch=6,
                 **kwargs):
        super().__init__(**kwargs)

        if vision_config is None:
            vision_config = {}

        if llm_config is None:
            llm_config = {}

        self.vision_config = PretrainedConfig(**vision_config)
        self.text_config = PretrainedConfig(**llm_config)

        self.use_backbone_lora = use_backbone_lora
        self.use_llm_lora = use_llm_lora
        self.select_layer = select_layer
        self.force_image_size = force_image_size
        self.downsample_ratio = downsample_ratio
        self.template = template
        self.dynamic_image_size = dynamic_image_size
        self.use_thumbnail = use_thumbnail
        self.ps_version = ps_version  # pixel shuffle version
        self.min_dynamic_patch = min_dynamic_patch
        self.max_dynamic_patch = max_dynamic_patch

downsample_ratio instance-attribute 

downsample_ratio = downsample_ratio

dynamic_image_size instance-attribute 

dynamic_image_size = dynamic_image_size

force_image_size instance-attribute 

force_image_size = force_image_size

is_composition class-attribute instance-attribute 

is_composition = True

max_dynamic_patch instance-attribute 

max_dynamic_patch = max_dynamic_patch

min_dynamic_patch instance-attribute 

min_dynamic_patch = min_dynamic_patch

model_type class-attribute instance-attribute 

model_type = 'internvl_chat'

ps_version instance-attribute 

ps_version = ps_version

select_layer instance-attribute 

select_layer = select_layer

template instance-attribute 

template = template

text_config instance-attribute 

text_config = PretrainedConfig(**llm_config)

use_backbone_lora instance-attribute 

use_backbone_lora = use_backbone_lora

use_llm_lora instance-attribute 

use_llm_lora = use_llm_lora

use_thumbnail instance-attribute 

use_thumbnail = use_thumbnail

vision_config instance-attribute 

vision_config = PretrainedConfig(**vision_config)

__init__ 

__init__(
    vision_config=None,
    llm_config=None,
    use_backbone_lora=0,
    use_llm_lora=0,
    select_layer=-1,
    force_image_size=None,
    downsample_ratio=0.5,
    template=None,
    dynamic_image_size=False,
    use_thumbnail=False,
    ps_version="v1",
    min_dynamic_patch=1,
    max_dynamic_patch=6,
    **kwargs,
)
Source code in vllm/transformers_utils/configs/skyworkr1v.py 
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
def __init__(self,
             vision_config=None,
             llm_config=None,
             use_backbone_lora=0,
             use_llm_lora=0,
             select_layer=-1,
             force_image_size=None,
             downsample_ratio=0.5,
             template=None,
             dynamic_image_size=False,
             use_thumbnail=False,
             ps_version='v1',
             min_dynamic_patch=1,
             max_dynamic_patch=6,
             **kwargs):
    super().__init__(**kwargs)

    if vision_config is None:
        vision_config = {}

    if llm_config is None:
        llm_config = {}

    self.vision_config = PretrainedConfig(**vision_config)
    self.text_config = PretrainedConfig(**llm_config)

    self.use_backbone_lora = use_backbone_lora
    self.use_llm_lora = use_llm_lora
    self.select_layer = select_layer
    self.force_image_size = force_image_size
    self.downsample_ratio = downsample_ratio
    self.template = template
    self.dynamic_image_size = dynamic_image_size
    self.use_thumbnail = use_thumbnail
    self.ps_version = ps_version  # pixel shuffle version
    self.min_dynamic_patch = min_dynamic_patch
    self.max_dynamic_patch = max_dynamic_patch