burn_synth_import 0.1.0

Shared import and artifact utilities for burn_synth model pipelines
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61

use serde::{Deserialize, Serialize};

#[derive(Clone, Copy, Debug, Eq, PartialEq, Serialize, Deserialize)]
pub enum QuantizationMode {
    F32,
    F16,
    Both,
}

impl QuantizationMode {
    pub fn include_f32(self) -> bool {
        matches!(self, Self::F32 | Self::Both)
    }

    pub fn include_f16(self) -> bool {
        matches!(self, Self::F16 | Self::Both)
    }
}

#[derive(Clone, Copy, Debug, Eq, PartialEq, Serialize, Deserialize, Default)]
#[serde(tag = "mode", rename_all = "snake_case")]
pub enum ArtifactPolicy {
    #[default]
    SingleFile,
    Parts {
        part_size_mib: u64,
    },
}

impl ArtifactPolicy {
    pub fn wants_parts(self) -> bool {
        matches!(self, Self::Parts { .. })
    }

    pub fn part_size_mib(self) -> Option<u64> {
        match self {
            Self::SingleFile => None,
            Self::Parts { part_size_mib } => Some(part_size_mib.max(1)),
        }
    }
}

#[derive(Clone, Debug, Serialize, Deserialize)]
pub struct ImportArtifactRecord {
    pub label: String,
    pub source: String,
    pub output: String,
    pub precision: String,
    pub bytes_len: u64,
    pub sha256: String,
    pub parts_manifest: Option<String>,
    pub part_count: usize,
}

#[derive(Clone, Debug, Default, Serialize, Deserialize)]
pub struct ImportReport {
    pub artifacts: Vec<ImportArtifactRecord>,
    pub skipped: Vec<String>,
    pub missing_sources: Vec<String>,
    pub notes: Vec<String>,
}