Struct GgufCompactMeta 

pub struct GgufCompactMeta {

    pub architecture: String,
    pub context_length: u32,
    pub vocab_size: u32,
    pub embedding_size: u32,
    pub head_count: u32,
    pub kv_head_count: u32,
    pub layer_count: u32,
    pub feed_forward_length: u32,
    pub key_length: u32,
    pub value_length: u32,
    pub tokenizer_model_name: String,
    pub rope_scale: f32,
    pub rope_freq_base: f32,
    pub expert_count: u32,
    pub expert_used_count: u32,
}

Fields

architecture: String

context_length: u32

vocab_size: u32

embedding_size: u32

head_count: u32

kv_head_count: u32

layer_count: u32

feed_forward_length: u32

key_length: u32

value_length: u32

tokenizer_model_name: String

rope_scale: f32

rope_freq_base: f32

expert_count: u32

expert_used_count: u32

Implementations

impl GgufCompactMeta

pub fn effective_kv_head_count(&self) -> Option<u32>

pub fn k_cache_bytes_per_token_f16(&self) -> Option<u64>

pub fn v_cache_bytes_per_token_f16(&self) -> Option<u64>

pub fn kv_cache_bytes_per_token_f16(&self) -> Option<u64>

Trait Implementations

impl Clone for GgufCompactMeta

fn clone(&self) -> GgufCompactMeta

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl Debug for GgufCompactMeta

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Default for GgufCompactMeta

fn default() -> GgufCompactMeta

Returns the “default value” for a type.