alith-models 0.4.3

Load and Download LLM Models, Metadata, and Tokenizers
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

use gguf::GgufLoader;
use metadata::LocalLLMMetadata;

pub mod chat_template;
pub mod gguf;
pub mod hf_loader;
pub mod metadata;

use super::LLMModelBase;
pub use chat_template::LLMChatTemplate;
pub use gguf::{GgufLoaderTrait, preset::GgufPresetTrait};
pub use hf_loader::HfTokenTrait;

pub struct LocalLLMModel {
    pub model_base: LLMModelBase,
    pub local_model_path: std::path::PathBuf,
    pub model_metadata: LocalLLMMetadata,
    pub chat_template: LLMChatTemplate,
}

impl Default for LocalLLMModel {
    fn default() -> Self {
        let mut loader = GgufLoader::default();
        loader.load().expect("Failed to load LLMPreset")
    }
}

impl std::fmt::Debug for LocalLLMModel {
    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
        let mut debug_struct = f.debug_struct("LocalLLMModel");
        debug_struct.field("model_id", &self.model_base.model_id);
        debug_struct.field("local_model_path", &self.local_model_path);
        debug_struct.field("model_metadata", &self.model_metadata);
        debug_struct.field("chat_template", &self.chat_template);
        debug_struct.finish()
    }
}