Struct ModelMetadata 

pub struct ModelMetadata {
    pub architecture: ModelArchitecture,
    pub hidden_size: usize,
    pub intermediate_size: usize,
    pub num_layers: usize,
    pub num_heads: usize,
    pub num_key_value_heads: Option<usize>,
    pub vocab_size: usize,
    pub max_position_embeddings: usize,
    pub quantization: Option<QuantizationType>,
    pub rope_theta: Option<f32>,
    pub rope_scaling: Option<RopeScaling>,
}

Model metadata extracted from GGUF or other formats

Fields

architecture: ModelArchitecture

hidden_size: usize

intermediate_size: usize

num_layers: usize

num_heads: usize

num_key_value_heads: Option<usize>

vocab_size: usize

max_position_embeddings: usize

quantization: Option<QuantizationType>

rope_theta: Option<f32>

rope_scaling: Option<RopeScaling>

Implementations

impl ModelMetadata

pub fn from_gguf(model: &GgufModel) -> Result<Self, SparseInferenceError>

Extract metadata from GGUF model

Trait Implementations

impl Clone for ModelMetadata

fn clone(&self) -> ModelMetadata

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for ModelMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for ModelMetadata

fn default() -> Self

Returns the “default value” for a type.