Skip to content

vllm.entrypoints.logger

logger module-attribute 

logger = init_logger(__name__)

RequestLogger

Source code in vllm/entrypoints/logger.py 
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
class RequestLogger:

    def __init__(self, *, max_log_len: Optional[int]) -> None:
        super().__init__()

        self.max_log_len = max_log_len

    def log_inputs(
        self,
        request_id: str,
        prompt: Optional[str],
        prompt_token_ids: Optional[list[int]],
        prompt_embeds: Optional[torch.Tensor],
        params: Optional[Union[SamplingParams, PoolingParams,
                               BeamSearchParams]],
        lora_request: Optional[LoRARequest],
        prompt_adapter_request: Optional[PromptAdapterRequest],
    ) -> None:
        max_log_len = self.max_log_len
        if max_log_len is not None:
            if prompt is not None:
                prompt = prompt[:max_log_len]

            if prompt_token_ids is not None:
                prompt_token_ids = prompt_token_ids[:max_log_len]

        logger.info(
            "Received request %s: prompt: %r, "
            "params: %s, prompt_token_ids: %s, "
            "prompt_embeds shape: %s, "
            "lora_request: %s, prompt_adapter_request: %s.", request_id,
            prompt, params, prompt_token_ids,
            prompt_embeds.shape if prompt_embeds is not None else None,
            lora_request, prompt_adapter_request)

max_log_len instance-attribute 

max_log_len = max_log_len

__init__ 

__init__(*, max_log_len: Optional[int]) -> None
Source code in vllm/entrypoints/logger.py 
19
20
21
22
def __init__(self, *, max_log_len: Optional[int]) -> None:
    super().__init__()

    self.max_log_len = max_log_len

log_inputs 

log_inputs(
    request_id: str,
    prompt: Optional[str],
    prompt_token_ids: Optional[list[int]],
    prompt_embeds: Optional[Tensor],
    params: Optional[
        Union[
            SamplingParams, PoolingParams, BeamSearchParams
        ]
    ],
    lora_request: Optional[LoRARequest],
    prompt_adapter_request: Optional[PromptAdapterRequest],
) -> None
Source code in vllm/entrypoints/logger.py 
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
def log_inputs(
    self,
    request_id: str,
    prompt: Optional[str],
    prompt_token_ids: Optional[list[int]],
    prompt_embeds: Optional[torch.Tensor],
    params: Optional[Union[SamplingParams, PoolingParams,
                           BeamSearchParams]],
    lora_request: Optional[LoRARequest],
    prompt_adapter_request: Optional[PromptAdapterRequest],
) -> None:
    max_log_len = self.max_log_len
    if max_log_len is not None:
        if prompt is not None:
            prompt = prompt[:max_log_len]

        if prompt_token_ids is not None:
            prompt_token_ids = prompt_token_ids[:max_log_len]

    logger.info(
        "Received request %s: prompt: %r, "
        "params: %s, prompt_token_ids: %s, "
        "prompt_embeds shape: %s, "
        "lora_request: %s, prompt_adapter_request: %s.", request_id,
        prompt, params, prompt_token_ids,
        prompt_embeds.shape if prompt_embeds is not None else None,
        lora_request, prompt_adapter_request)