entrenar 0.7.13

Training & Optimization library with autograd, LoRA, quantization, and model merging
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127

//! Core types for the model registry.

use serde::{Deserialize, Serialize};
use std::collections::HashMap;
use std::path::PathBuf;

/// Model source type
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub enum ModelSource {
    /// HuggingFace Hub model
    HuggingFace {
        /// Repository ID (e.g., "bert-base-uncased")
        repo_id: String,
    },
    /// Local file path
    LocalFile {
        /// Path to the model file
        path: PathBuf,
    },
    /// Custom URL source
    Custom {
        /// Download URL
        url: String,
    },
}

impl ModelSource {
    /// Create HuggingFace source
    pub fn huggingface(repo_id: impl Into<String>) -> Self {
        Self::HuggingFace { repo_id: repo_id.into() }
    }

    /// Create local file source
    pub fn local(path: impl Into<PathBuf>) -> Self {
        Self::LocalFile { path: path.into() }
    }

    /// Create custom URL source
    pub fn custom(url: impl Into<String>) -> Self {
        Self::Custom { url: url.into() }
    }

    /// Get a display string for the source
    pub fn display_string(&self) -> String {
        match self {
            Self::HuggingFace { repo_id } => format!("hf://{repo_id}"),
            Self::LocalFile { path } => format!("file://{}", path.display()),
            Self::Custom { url } => url.clone(),
        }
    }
}

/// Model entry in the registry
#[derive(Debug, Clone, PartialEq, Serialize, Deserialize)]
pub struct ModelEntry {
    /// Model name (e.g., "bert-base-uncased")
    pub name: String,
    /// Model version
    pub version: String,
    /// SHA-256 checksum
    pub sha256: String,
    /// Model size in bytes
    pub size_bytes: u64,
    /// Model source
    pub source: ModelSource,
    /// Local path if mirrored
    pub local_path: Option<PathBuf>,
    /// Model format (gguf, safetensors, etc.)
    pub format: Option<String>,
    /// Model metadata
    pub metadata: HashMap<String, String>,
}

impl ModelEntry {
    /// Create a new model entry
    pub fn new(
        name: impl Into<String>,
        version: impl Into<String>,
        sha256: impl Into<String>,
        size_bytes: u64,
        source: ModelSource,
    ) -> Self {
        Self {
            name: name.into(),
            version: version.into(),
            sha256: sha256.into(),
            size_bytes,
            source,
            local_path: None,
            format: None,
            metadata: HashMap::new(),
        }
    }

    /// Set local path
    pub fn with_local_path(mut self, path: impl Into<PathBuf>) -> Self {
        self.local_path = Some(path.into());
        self
    }

    /// Set format
    pub fn with_format(mut self, format: impl Into<String>) -> Self {
        self.format = Some(format.into());
        self
    }

    /// Add metadata
    pub fn with_metadata(mut self, key: impl Into<String>, value: impl Into<String>) -> Self {
        self.metadata.insert(key.into(), value.into());
        self
    }

    /// Check if model is available locally
    pub fn is_local(&self) -> bool {
        self.local_path.as_ref().is_some_and(|p| p.exists())
    }

    /// Get size in megabytes
    pub fn size_mb(&self) -> f64 {
        self.size_bytes as f64 / (1024.0 * 1024.0)
    }

    /// Get size in gigabytes
    pub fn size_gb(&self) -> f64 {
        self.size_bytes as f64 / (1024.0 * 1024.0 * 1024.0)
    }
}