vllm.distributed.ec_transfer

Modules:

• ec_connector –
• ec_transfer_state –

Functions:

• ensure_ec_transfer_initialized –

  Initialize EC cache connector.

ensure_ec_transfer_initialized(vllm_config)

Initialize EC cache connector.

Source code in vllm/distributed/ec_transfer/ec_transfer_state.py

def ensure_ec_transfer_initialized(vllm_config: "VllmConfig") -> None:
    """Initialize EC cache connector."""
    global _EC_CONNECTOR_AGENT

    if vllm_config.ec_transfer_config is None:
        return

    if (
        vllm_config.ec_transfer_config.is_ec_transfer_instance
        and _EC_CONNECTOR_AGENT is None
    ):
        _EC_CONNECTOR_AGENT = ECConnectorFactory.create_connector(
            config=vllm_config, role=ECConnectorRole.WORKER
        )