Skip to content

vllm.adapter_commons.worker_manager

AbstractWorkerManager

Bases: ABC

Source code in vllm/adapter_commons/worker_manager.py 
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
class AbstractWorkerManager(ABC):

    def __init__(self, device: torch.device):
        self.device = device

    @property
    @abstractmethod
    def is_enabled(self) -> bool:
        raise NotImplementedError

    @abstractmethod
    def set_active_adapters(self, requests: set[Any],
                            mapping: Optional[Any]) -> None:
        raise NotImplementedError

    @abstractmethod
    def add_adapter(self, adapter_request: Any) -> bool:
        raise NotImplementedError

    @abstractmethod
    def remove_adapter(self, adapter_id: int) -> bool:
        raise NotImplementedError

    @abstractmethod
    def remove_all_adapters(self) -> None:
        raise NotImplementedError

    @abstractmethod
    def list_adapters(self) -> set[int]:
        raise NotImplementedError

device instance-attribute 

device = device

is_enabled abstractmethod property 

is_enabled: bool

__init__ 

__init__(device: device)
Source code in vllm/adapter_commons/worker_manager.py 
12
13
def __init__(self, device: torch.device):
    self.device = device

add_adapter abstractmethod 

add_adapter(adapter_request: Any) -> bool
Source code in vllm/adapter_commons/worker_manager.py 
25
26
27
@abstractmethod
def add_adapter(self, adapter_request: Any) -> bool:
    raise NotImplementedError

list_adapters abstractmethod 

list_adapters() -> set[int]
Source code in vllm/adapter_commons/worker_manager.py 
37
38
39
@abstractmethod
def list_adapters(self) -> set[int]:
    raise NotImplementedError

remove_adapter abstractmethod 

remove_adapter(adapter_id: int) -> bool
Source code in vllm/adapter_commons/worker_manager.py 
29
30
31
@abstractmethod
def remove_adapter(self, adapter_id: int) -> bool:
    raise NotImplementedError

remove_all_adapters abstractmethod 

remove_all_adapters() -> None
Source code in vllm/adapter_commons/worker_manager.py 
33
34
35
@abstractmethod
def remove_all_adapters(self) -> None:
    raise NotImplementedError

set_active_adapters abstractmethod 

set_active_adapters(
    requests: set[Any], mapping: Optional[Any]
) -> None
Source code in vllm/adapter_commons/worker_manager.py 
20
21
22
23
@abstractmethod
def set_active_adapters(self, requests: set[Any],
                        mapping: Optional[Any]) -> None:
    raise NotImplementedError