Skip to content

vllm.distributed.ec_transfer.ec_transfer_state

Functions:

ensure_ec_transfer_initialized(vllm_config)

Initialize EC cache connector.

Source code in vllm/distributed/ec_transfer/ec_transfer_state.py 
26
27
28
29
30
31
32
33
34
35
36
37
38
39
def ensure_ec_transfer_initialized(vllm_config: "VllmConfig") -> None:
    """Initialize EC cache connector."""
    global _EC_CONNECTOR_AGENT

    if vllm_config.ec_transfer_config is None:
        return

    if (
        vllm_config.ec_transfer_config.is_ec_transfer_instance
        and _EC_CONNECTOR_AGENT is None
    ):
        _EC_CONNECTOR_AGENT = ECConnectorFactory.create_connector(
            config=vllm_config, role=ECConnectorRole.WORKER
        )