Skip to content

vllm.model_executor.models.cohere_eagle

Classes:

CohereEagleDecoderLayer

Bases: CohereDecoderLayer

Eagle draft variant of CohereDecoderLayer.

Source code in vllm/model_executor/models/cohere_eagle.py 
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
class CohereEagleDecoderLayer(CohereDecoderLayer):
    """Eagle draft variant of CohereDecoderLayer."""

    def __init__(
        self,
        config: CohereConfig,
        cache_config=None,
        quant_config: QuantizationConfig | None = None,
        prefix: str = "",
    ) -> None:
        super().__init__(
            config,
            cache_config=cache_config,
            quant_config=quant_config,
            prefix=prefix,
        )