Enum GemmaLayerCtx 

pub enum GemmaLayerCtx<'a> {
    Prefill {
        index: usize,
        style: GemmaLayerStyle,
        attn: SelfAttnPrefillSpec,
        kv_sink: &'a SideOutputs,
        export_kv: bool,
        head_dim: usize,
        eps: f32,
    },
    Decode {
        index: usize,
        spec: GemmaDecodeLayerSpec,
        kv_out: &'a SideOutputs,
    },
}

Per-layer context for .layer() overrides — defaults preserve stock Gemma blocks.

Variants

Prefill

Fields

index: usize

style: GemmaLayerStyle

attn: SelfAttnPrefillSpec

kv_sink: &'a SideOutputs

export_kv: bool

head_dim: usize

eps: f32

Decode

Fields

index: usize

spec: GemmaDecodeLayerSpec

kv_out: &'a SideOutputs

Implementations

impl GemmaLayerCtx<'_>

pub fn index(&self) -> usize

pub fn default_stage(&self) -> FlowStage