Struct LlamaDecoderSpec 

pub struct LlamaDecoderSpec {
    pub num_heads: usize,
    pub head_dim: usize,
    pub n_rot: usize,
    pub num_kv_heads: usize,
    pub eps: f32,
    pub mask: MaskKind,
    pub hidden_shape: Shape,
    pub rope_style: RopeStyle,
}

Fields

num_heads: usize

head_dim: usize

n_rot: usize

Leading per-head dims that get rotary-rotated (head_dim for plain RoPE; smaller for Phi-3 partial RoPE).

num_kv_heads: usize

eps: f32

mask: MaskKind

hidden_shape: Shape

rope_style: RopeStyle

RoPE pairing flavor (GGUF Llama → rlx_ir::RopeStyle::GptJ).

Trait Implementations

impl Clone for LlamaDecoderSpec

fn clone(&self) -> LlamaDecoderSpec

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LlamaDecoderSpec

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.