Struct ModelDefinition 

pub struct ModelDefinition {

    pub architecture: Architecture,
    pub hidden_size: usize,
    pub intermediate_size: usize,
    pub vocab_size: usize,
    pub num_hidden_layers: usize,
    pub num_attention_heads: usize,
    pub num_key_value_heads: Option<usize>,
    pub max_position_embeddings: usize,
    pub rope_theta: Option<f64>,
    pub rope_scaling: Option<RopeScaling>,
    pub norm_type: NormType,
    pub norm_eps: f64,
    pub attention_config: AttentionConfig,
    pub activation: Activation,
    pub extra_params: Value,
}

Model definition from config.json

Fields

architecture: Architecture

Architecture type

hidden_size: usize

Hidden size (embedding dimension)

intermediate_size: usize

Intermediate size (FFN dimension)

vocab_size: usize

Vocabulary size

num_hidden_layers: usize

Number of hidden layers

num_attention_heads: usize

Number of attention heads

num_key_value_heads: Option<usize>

Number of key-value heads (for GQA)

max_position_embeddings: usize

Maximum position embeddings

rope_theta: Option<f64>

RoPE theta (frequency base)

rope_scaling: Option<RopeScaling>

RoPE scaling config

norm_type: NormType

Normalization type

norm_eps: f64

Normalization epsilon

attention_config: AttentionConfig

Attention configuration

activation: Activation

Activation function

extra_params: Value

Extra parameters

Implementations

impl ModelDefinition

pub fn to_model_info(&self, model_id: impl Into<String>) -> ModelInfo

Convert to ModelInfo

Trait Implementations

impl Clone for ModelDefinition

fn clone(&self) -> ModelDefinition

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelDefinition

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelDefinition

fn default() -> Self

Returns the “default value” for a type.

impl<'de> Deserialize<'de> for ModelDefinition

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>

where __D: Deserializer<'de>,

Deserialize this value from the given Serde deserializer.

impl Serialize for ModelDefinition

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>

where __S: Serializer,

Serialize this value into the given Serde serializer.