llm_models 0.0.3

llm_models: Load and download LLM models, metadata, and tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23

pub mod hf;
pub mod local;
pub mod preset;

use std::path::PathBuf;

use serde::{Deserialize, Serialize};

use crate::{
    hf_loader::{HfTokenTrait, HuggingFaceLoader},
    llm::{
        base::{LlmModelBase, DEFAULT_CONTEXT_LENGTH},
        local::{
            chat_template::LlmChatTemplate,
            gguf::{
                gguf_model::{GgufModel, GgufQuant},
                loaders::local::GgufLocalLoader,
            },
            metadata::LocalLlmMetadata,
            organizations::LocalLlmOrganization,
        },
    },
};