Struct GgufMetadata 

pub struct GgufMetadata {

    pub layers: u32,
    pub hidden_size: u32,
    pub n_ctx_train: u32,
    pub n_head: u32,
    pub n_kv_head: u32,
    pub arch: String,
    pub file_type: String,
    pub quantization: String,
    pub model_parameters: String,
    pub domain: String,
    pub capabilities: Vec<String>,
    pub tokenizer: String,
    pub vocab_size: u32,
    pub draft_tokens: u32,
}

Parsed GGUF metadata for a model, cached to avoid re-parsing the file.

Fields

layers: u32

hidden_size: u32

n_ctx_train: u32

n_head: u32

n_kv_head: u32

arch: String

file_type: String

quantization: String

model_parameters: String

domain: String

capabilities: Vec<String>

tokenizer: String

vocab_size: u32

draft_tokens: u32

Implementations

impl GgufMetadata

pub fn from_path(path: &Path) -> Result<Self>

Trait Implementations

impl Clone for GgufMetadata

fn clone(&self) -> GgufMetadata

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GgufMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GgufMetadata

fn default() -> GgufMetadata

Returns the “default value” for a type.