Struct Llama32Config 

pub struct Llama32Config {

    pub vocab_size: usize,
    pub hidden_size: usize,
    pub intermediate_size: usize,
    pub num_hidden_layers: usize,
    pub num_attention_heads: usize,
    pub num_key_value_heads: usize,
    pub max_position_embeddings: usize,
    pub rms_norm_eps: f64,
    pub rope_theta: f64,
    pub hidden_act: String,
    pub tie_word_embeddings: bool,
    pub attention_bias: bool,
    pub head_dim: Option<usize>,
    pub rope_scaling: Option<Llama32RopeScaling>,
}

Fields

vocab_size: usize

hidden_size: usize

intermediate_size: usize

num_hidden_layers: usize

num_attention_heads: usize

num_key_value_heads: usize

max_position_embeddings: usize

rms_norm_eps: f64

rope_theta: f64

hidden_act: String

tie_word_embeddings: bool

attention_bias: bool

head_dim: Option<usize>

Explicit head dim (Llama 3.x); when absent, derived from hidden/heads.

rope_scaling: Option<Llama32RopeScaling>

Implementations

impl Llama32Config

pub fn from_file(path: &Path) -> Result<Llama32Config, Error>

pub fn from_gguf(raw: &GgufFile) -> Result<Llama32Config, Error>

pub fn head_dim(&self) -> usize

pub fn kv_group_size(&self) -> usize

pub fn q_proj_dim(&self) -> usize

pub fn kv_proj_dim(&self) -> usize

Trait Implementations

impl Clone for Llama32Config

fn clone(&self) -> Llama32Config

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for Llama32Config

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

Formats the value using the given formatter.

impl<'de> Deserialize<'de> for Llama32Config

fn deserialize<__D>( __deserializer: __D, ) -> Result<Llama32Config, <__D as Deserializer<'de>>::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.