Skip to main content

ModelConfigTrait

god_graph::transformer::loader::config

Trait ModelConfigTrait 

Source 
pub trait ModelConfigTrait {
    // Required methods
    fn vocab_size(&self) -> usize;
    fn hidden_size(&self) -> usize;
    fn intermediate_size(&self) -> usize;
    fn num_hidden_layers(&self) -> usize;
    fn num_attention_heads(&self) -> usize;
    fn num_key_value_heads(&self) -> Option<usize>;
    fn max_position_embeddings(&self) -> usize;
    fn rms_norm_eps(&self) -> f64;
    fn rope_theta(&self) -> f64;
}
Expand description

Base model configuration trait

Required Methods§

Source

fn vocab_size(&self) -> usize

Get vocabulary size

Source

fn hidden_size(&self) -> usize

Get hidden dimension

Source

fn intermediate_size(&self) -> usize

Get intermediate dimension (FFN)

Source

fn num_hidden_layers(&self) -> usize

Get number of hidden layers

Source

fn num_attention_heads(&self) -> usize

Get number of attention heads

Source

fn num_key_value_heads(&self) -> Option<usize>

Get number of KV heads (for GQA)

Source

fn max_position_embeddings(&self) -> usize

Get maximum position embeddings

Source

fn rms_norm_eps(&self) -> f64

Get RMS norm epsilon

Source

fn rope_theta(&self) -> f64

Get RoPE theta base

Implementors§