Struct Gemma4Hparams 

pub struct Gemma4Hparams {

    pub arch: String,
    pub n_layer: usize,
    pub hidden_dim: usize,
    pub ffn_dims: Vec<usize>,
    pub n_heads: usize,
    pub n_kv_heads: usize,
    pub head_dim_full: usize,
    pub head_dim_swa: usize,
    pub sliding_window: usize,
    pub is_swa: Vec<bool>,
    pub n_layer_kv_from_start: usize,
    pub embd_per_layer: usize,
    pub rms_norm_eps: f32,
    pub rope_theta: f32,
    pub rope_theta_swa: f32,
    pub final_logit_softcap: Option<f32>,
    pub attention_scale: f32,
}

Hyperparameters from {arch}.* GGUF metadata.

Fields

arch: String

n_layer: usize

hidden_dim: usize

ffn_dims: Vec<usize>

Per-layer FFN intermediate sizes (feed_forward_length array or scalar).

n_heads: usize

n_kv_heads: usize

head_dim_full: usize

head_dim_swa: usize

sliding_window: usize

is_swa: Vec<bool>

true = SWA layer; length == n_layer.

n_layer_kv_from_start: usize

First this many layers own a KV cache; later layers reuse.

embd_per_layer: usize

rms_norm_eps: f32

rope_theta: f32

rope_theta_swa: f32

final_logit_softcap: Option<f32>

attention_scale: f32

Attention score scale passed to the kernel (Gemma-4: 1.0).

Implementations

impl Gemma4Hparams

pub fn is_swa_layer(&self, il: usize) -> bool

pub fn head_dim(&self, il: usize) -> usize

pub fn has_kv(&self, il: usize) -> bool

pub fn kv_reuse_layer(&self, il: usize) -> usize

Layer whose KV cache is reused when !has_kv(il) (llama.cpp GEMMA4 reuse).

pub fn rope_theta_for(&self, il: usize) -> f32

pub fn ffn_dim(&self, il: usize) -> usize

Trait Implementations

impl Clone for Gemma4Hparams

fn clone(&self) -> Gemma4Hparams

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Gemma4Hparams

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.