Struct LLaMAConfig 

pub struct LLaMAConfig {
    pub vocab_size: usize,
    pub hidden_size: usize,
    pub intermediate_size: usize,
    pub num_layers: usize,
    pub num_attention_heads: usize,
    pub num_key_value_heads: usize,
    pub max_position_embeddings: usize,
    pub rms_norm_eps: f32,
    pub rope_theta: f32,
}

LLaMA configuration

Fields

vocab_size: usize

Vocabulary size

hidden_size: usize

Hidden size

intermediate_size: usize

Intermediate size (FFN)

num_layers: usize

Number of layers

num_attention_heads: usize

Number of attention heads

num_key_value_heads: usize

Number of key-value heads (for GQA)

max_position_embeddings: usize

Maximum sequence length

rms_norm_eps: f32

RMS norm epsilon

rope_theta: f32

RoPE theta

Implementations

impl LLaMAConfig

pub fn llama_7b() -> Self

LLaMA 7B

pub fn llama_13b() -> Self

LLaMA 13B

pub fn llama_30b() -> Self

LLaMA 30B

pub fn llama_65b() -> Self

LLaMA 65B

pub fn llama2_7b() -> Self

LLaMA 2 7B

pub fn llama2_13b() -> Self

LLaMA 2 13B

pub fn llama2_70b() -> Self

LLaMA 2 70B

pub fn llama_tiny() -> Self

Tiny LLaMA for testing

Trait Implementations

impl Clone for LLaMAConfig

fn clone(&self) -> LLaMAConfig

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for LLaMAConfig

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for LLaMAConfig

fn default() -> Self

Returns the “default value” for a type.