llm_models 0.0.3

llm_models: Load and download LLM models, metadata, and tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12

pub mod organizations;
pub mod preset_models;

use std::borrow::Cow;

use crate::llm::{
    base::LlmModelBase,
    local::{
        gguf::gguf_preset::{GgufPreset, GgufPresetConfig, GgufPresetQuant},
        organizations::LocalLlmOrganization,
    },
};