Struct LocalLLMMetadata 

pub struct LocalLLMMetadata {
    pub general: GeneralMetadata,
    pub llm: Architecture,
    pub tokenizer: TokenizerMetadata,
    pub gguf_file: GgufFile,
    pub layers: GgufLayers,
}

Fields

general: GeneralMetadata

llm: Architecture

tokenizer: TokenizerMetadata

gguf_file: GgufFile

layers: GgufLayers

Implementations

impl LocalLLMMetadata

pub fn from_gguf_path(path: &Path) -> Result<Self>

pub fn estimate_model_size(&self) -> Result<u64>

pub fn estimate_context_size( &self, ctx_size: u64, batch_size: Option<u64>, ) -> u64

pub fn average_layer_size_bytes( &self, ctx_size: u64, batch_size: Option<u64>, ) -> Result<u64>

pub fn context_length(&self) -> u64

Trait Implementations

impl Debug for LocalLLMMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.