Skip to content

vllm.entrypoints.serve.fault_tolerance.api_router

_run_fault_recovery(client, ft_request) async

Drive recovery to completion after the 202 response is sent.

Source code in vllm/entrypoints/serve/fault_tolerance/api_router.py 
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
async def _run_fault_recovery(
    client: EngineClient, ft_request: FaultToleranceRequest
) -> None:
    """Drive recovery to completion after the 202 response is sent."""
    try:
        result = await client.handle_fault(ft_request)
    except Exception:
        logger.exception("[FT] Recovery dispatch failed.")
        return
    if not result.success:
        logger.error(
            "[FT] Recovery failed for request %s: %s",
            ft_request.request_id,
            result.reason,
        )