Skip to content

vllm.compilation.monitor

context_manager module-attribute 

context_manager = None

logger module-attribute 

logger = init_logger(__name__)

torch_compile_start_time module-attribute 

torch_compile_start_time: float = 0.0

end_monitoring_torch_compile 

end_monitoring_torch_compile(vllm_config: VllmConfig)
Source code in vllm/compilation/monitor.py 
31
32
33
34
35
36
37
38
39
def end_monitoring_torch_compile(vllm_config: VllmConfig):
    compilation_config: CompilationConfig = vllm_config.compilation_config
    if compilation_config.level == CompilationLevel.PIECEWISE:
        logger.info("torch.compile takes %.2f s in total",
                    compilation_config.compilation_time)
        global context_manager
        if context_manager is not None:
            context_manager.__exit__(None, None, None)
            context_manager = None

start_monitoring_torch_compile 

start_monitoring_torch_compile(vllm_config: VllmConfig)
Source code in vllm/compilation/monitor.py 
16
17
18
19
20
21
22
23
24
25
26
27
28
def start_monitoring_torch_compile(vllm_config: VllmConfig):
    global torch_compile_start_time
    torch_compile_start_time = time.time()

    compilation_config: CompilationConfig = vllm_config.compilation_config
    if compilation_config.level == CompilationLevel.PIECEWISE and \
        compilation_config.debug_dump_path:
        import depyf
        path = os.path.join(compilation_config.debug_dump_path,
                            f"rank_{vllm_config.parallel_config.rank}")
        global context_manager
        context_manager = depyf.prepare_debug(path)
        context_manager.__enter__()