vllm.model_executor.models.cohere_eagle ¶

class CohereEagleDecoderLayer(CohereDecoderLayer):
    """Eagle draft variant of CohereDecoderLayer."""

    def __init__(
        self,
        config: CohereConfig,
        cache_config=None,
        quant_config: QuantizationConfig | None = None,
        prefix: str = "",
    ) -> None:
        super().__init__(
            config,
            cache_config=cache_config,
            quant_config=quant_config,
            prefix=prefix,
        )