vllm.lora.punica_wrapper.punica_selector

logger module-attribute

logger = init_logger(__name__)

get_punica_wrapper

get_punica_wrapper(*args, **kwargs) -> PunicaWrapperBase

Source code in vllm/lora/punica_wrapper/punica_selector.py

def get_punica_wrapper(*args, **kwargs) -> PunicaWrapperBase:
    punica_wrapper_qualname = current_platform.get_punica_wrapper()
    punica_wrapper_cls = resolve_obj_by_qualname(punica_wrapper_qualname)
    punica_wrapper = punica_wrapper_cls(*args, **kwargs)
    assert punica_wrapper is not None, \
        "the punica_wrapper_qualname(" + punica_wrapper_qualname + ") is wrong."
    logger.info_once("Using %s.", punica_wrapper_qualname.rsplit(".", 1)[1])
    return punica_wrapper