Skip to content

vllm.lora.resolver

Classes:

LoRAResolver

Bases: ABC

Base class for LoRA adapter resolvers.

This class defines the interface for resolving and fetching LoRA adapters. Implementations of this class should handle the logic for locating and downloading LoRA adapters from various sources (e.g. S3, cloud storage, etc.).

Methods:

  • resolve_lora –

    Abstract method to resolve and fetch a LoRA model adapter.

Source code in vllm/lora/resolver.py 
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
class LoRAResolver(ABC):
    """Base class for LoRA adapter resolvers.

    This class defines the interface for resolving and fetching LoRA adapters.
    Implementations of this class should handle the logic for locating and
    downloading LoRA adapters from various sources (e.g. S3, cloud storage,
    etc.).
    """

    @abstractmethod
    async def resolve_lora(
        self, base_model_name: str, lora_name: str
    ) -> LoRARequest | None:
        """Abstract method to resolve and fetch a LoRA model adapter.

        Implements logic to locate and download LoRA adapter based on the name.
        Implementations might fetch from a blob storage or other sources.

        Args:
            base_model_name: The name/identifier of the base model to resolve.
            lora_name: The name/identifier of the LoRA model to resolve.

        Returns:
            Optional[LoRARequest]: The resolved LoRA model information, or None
            if the LoRA model cannot be found.

        """
        pass

resolve_lora(base_model_name, lora_name) abstractmethod async

Abstract method to resolve and fetch a LoRA model adapter.

Implements logic to locate and download LoRA adapter based on the name. Implementations might fetch from a blob storage or other sources.

Parameters:

  • base_model_name

    (str) –

    The name/identifier of the base model to resolve.

  • lora_name

    (str) –

    The name/identifier of the LoRA model to resolve.

Returns:

  • LoRARequest | None –

    Optional[LoRARequest]: The resolved LoRA model information, or None

  • LoRARequest | None –

    if the LoRA model cannot be found.

Source code in vllm/lora/resolver.py 
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
@abstractmethod
async def resolve_lora(
    self, base_model_name: str, lora_name: str
) -> LoRARequest | None:
    """Abstract method to resolve and fetch a LoRA model adapter.

    Implements logic to locate and download LoRA adapter based on the name.
    Implementations might fetch from a blob storage or other sources.

    Args:
        base_model_name: The name/identifier of the base model to resolve.
        lora_name: The name/identifier of the LoRA model to resolve.

    Returns:
        Optional[LoRARequest]: The resolved LoRA model information, or None
        if the LoRA model cannot be found.

    """
    pass

_LoRAResolverRegistry dataclass

Methods:

Source code in vllm/lora/resolver.py 
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
@dataclass
class _LoRAResolverRegistry:
    resolvers: dict[str, LoRAResolver] = field(default_factory=dict)

    def get_supported_resolvers(self) -> Set[str]:
        """Get all registered resolver names."""
        return self.resolvers.keys()

    def register_resolver(
        self,
        resolver_name: str,
        resolver: LoRAResolver,
    ) -> None:
        """Register a LoRA resolver.

        Args:
            resolver_name: Name to register the resolver under.
            resolver: The LoRA resolver instance to register.

        """
        if resolver_name in self.resolvers:
            logger.warning(
                "LoRA resolver %s is already registered, and will be "
                "overwritten by the new resolver instance %s.",
                resolver_name,
                resolver,
            )

        self.resolvers[resolver_name] = resolver

    def get_resolver(self, resolver_name: str) -> LoRAResolver:
        """Get a registered resolver instance by name.

        Args:
            resolver_name: Name of the resolver to get.

        Returns:
            The resolver instance.

        Raises:
            KeyError: If the resolver is not found in the registry.

        """
        if resolver_name not in self.resolvers:
            raise KeyError(
                f"LoRA resolver '{resolver_name}' not found. "
                f"Available resolvers: {list(self.resolvers.keys())}"
            )
        return self.resolvers[resolver_name]

get_resolver(resolver_name)

Get a registered resolver instance by name.

Parameters:

  • resolver_name

    (str) –

    Name of the resolver to get.

Returns:

Raises:

  • KeyError –

    If the resolver is not found in the registry.

Source code in vllm/lora/resolver.py 
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
def get_resolver(self, resolver_name: str) -> LoRAResolver:
    """Get a registered resolver instance by name.

    Args:
        resolver_name: Name of the resolver to get.

    Returns:
        The resolver instance.

    Raises:
        KeyError: If the resolver is not found in the registry.

    """
    if resolver_name not in self.resolvers:
        raise KeyError(
            f"LoRA resolver '{resolver_name}' not found. "
            f"Available resolvers: {list(self.resolvers.keys())}"
        )
    return self.resolvers[resolver_name]

get_supported_resolvers()

Get all registered resolver names.

Source code in vllm/lora/resolver.py 
48
49
50
def get_supported_resolvers(self) -> Set[str]:
    """Get all registered resolver names."""
    return self.resolvers.keys()

register_resolver(resolver_name, resolver)

Register a LoRA resolver.

Parameters:

  • resolver_name

    (str) –

    Name to register the resolver under.

  • resolver

    (LoRAResolver) –

    The LoRA resolver instance to register.

Source code in vllm/lora/resolver.py 
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
def register_resolver(
    self,
    resolver_name: str,
    resolver: LoRAResolver,
) -> None:
    """Register a LoRA resolver.

    Args:
        resolver_name: Name to register the resolver under.
        resolver: The LoRA resolver instance to register.

    """
    if resolver_name in self.resolvers:
        logger.warning(
            "LoRA resolver %s is already registered, and will be "
            "overwritten by the new resolver instance %s.",
            resolver_name,
            resolver,
        )

    self.resolvers[resolver_name] = resolver