llm_models 0.0.3

llm_models: Load and download LLM models, metadata, and tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

pub mod generated;
pub mod gguf_file;
pub mod gguf_layers;
pub mod gguf_model;
pub mod gguf_preset;
pub mod gguf_tensors;
pub mod loaders;

use std::{
    borrow::Cow,
    path::{Path, PathBuf},
};

use serde::{Deserialize, Serialize};

use crate::llm::{
    base::LlmModelBase,
    local::{
        chat_template::LlmChatTemplate,
        gguf::{generated::preset_models::GgufPresetId, loaders::preset::GgufPresetLoader},
        metadata::{
            general::FileType,
            memory::{estimate_context_size_bytes, estimate_max_quantization_level},
            LocalLlmMetadata,
        },
        organizations::LocalLlmOrganization,
    },
};