vllm.assets.image

ImageAssetName module-attribute

ImageAssetName = Literal['stop_sign', 'cherry_blossom']

VLM_IMAGES_DIR module-attribute

VLM_IMAGES_DIR = 'vision_model_images'

ImageAsset dataclass

Source code in vllm/assets/image.py

@dataclass(frozen=True)
class ImageAsset:
    name: ImageAssetName

    @property
    def pil_image(self) -> Image.Image:
        image_path = get_vllm_public_assets(filename=f"{self.name}.jpg",
                                            s3_prefix=VLM_IMAGES_DIR)
        return Image.open(image_path)

    @property
    def image_embeds(self) -> torch.Tensor:
        """
        Image embeddings, only used for testing purposes with llava 1.5.
        """
        image_path = get_vllm_public_assets(filename=f"{self.name}.pt",
                                            s3_prefix=VLM_IMAGES_DIR)
        return torch.load(image_path, map_location="cpu", weights_only=True)

image_embeds property

image_embeds: Tensor

Image embeddings, only used for testing purposes with llava 1.5.

name instance-attribute

name: ImageAssetName

pil_image property

pil_image: Image

__init__

__init__(name: ImageAssetName) -> None