Skip to content

vllm.triton_utils.importing

HAS_TRITON module-attribute

HAS_TRITON = (
    find_spec("triton") is not None
    or find_spec("pytorch-triton-xpu") is not None
)

active_drivers module-attribute

active_drivers = [
    driver for x in values() if driver and is_active()
]

cuda_visible_devices module-attribute

cuda_visible_devices = get('CUDA_VISIBLE_DEVICES')

is_distributed_env module-attribute

is_distributed_env = (
    cuda_visible_devices is not None and len(strip()) == 0
)

logger module-attribute

logger = init_logger(__name__)

TritonLanguagePlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py
class TritonLanguagePlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton.language")
        self.constexpr = None
        self.dtype = None
        self.int64 = None

constexpr instance-attribute

constexpr = None

dtype instance-attribute

dtype = None

int64 instance-attribute

int64 = None

__init__

__init__()
Source code in vllm/triton_utils/importing.py
def __init__(self):
    super().__init__("triton.language")
    self.constexpr = None
    self.dtype = None
    self.int64 = None

TritonPlaceholder

Bases: ModuleType

Source code in vllm/triton_utils/importing.py
class TritonPlaceholder(types.ModuleType):

    def __init__(self):
        super().__init__("triton")
        self.__version__ = "3.3.0"
        self.jit = self._dummy_decorator("jit")
        self.autotune = self._dummy_decorator("autotune")
        self.heuristics = self._dummy_decorator("heuristics")
        self.Config = self._dummy_decorator("Config")
        self.language = TritonLanguagePlaceholder()

    def _dummy_decorator(self, name):

        def decorator(*args, **kwargs):
            if args and callable(args[0]):
                return args[0]
            return lambda f: f

        return decorator

Config instance-attribute

Config = _dummy_decorator('Config')

__version__ instance-attribute

__version__ = '3.3.0'

autotune instance-attribute

autotune = _dummy_decorator('autotune')

heuristics instance-attribute

heuristics = _dummy_decorator('heuristics')

jit instance-attribute

jit = _dummy_decorator('jit')

language instance-attribute

__init__

__init__()
Source code in vllm/triton_utils/importing.py
def __init__(self):
    super().__init__("triton")
    self.__version__ = "3.3.0"
    self.jit = self._dummy_decorator("jit")
    self.autotune = self._dummy_decorator("autotune")
    self.heuristics = self._dummy_decorator("heuristics")
    self.Config = self._dummy_decorator("Config")
    self.language = TritonLanguagePlaceholder()

_dummy_decorator

_dummy_decorator(name)
Source code in vllm/triton_utils/importing.py
def _dummy_decorator(self, name):

    def decorator(*args, **kwargs):
        if args and callable(args[0]):
            return args[0]
        return lambda f: f

    return decorator