trazaeo 0.5.3

Open-source provenance SDK and specification for verifiable EO and climate data workflows
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152

use crate::error::{TrazaeoError, TrazaeoResult};
use crate::utils::Hash;
use serde::{Deserialize, Serialize};

#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
#[serde(rename_all = "snake_case")]
pub enum ProvenanceStartMode {
    SourceCapture,
    TransportCapture,
    DatasetBootstrap,
    DatasetIncremental,
}

impl ProvenanceStartMode {
    /// Handles as str.
    pub fn as_str(self) -> &'static str {
        match self {
            Self::SourceCapture => "source_capture",
            Self::TransportCapture => "transport_capture",
            Self::DatasetBootstrap => "dataset_bootstrap",
            Self::DatasetIncremental => "dataset_incremental",
        }
    }

    /// Handles parse.
    pub fn parse(value: &str) -> Option<Self> {
        match value {
            "source_capture" => Some(Self::SourceCapture),
            "transport_capture" => Some(Self::TransportCapture),
            "dataset_bootstrap" => Some(Self::DatasetBootstrap),
            "dataset_incremental" => Some(Self::DatasetIncremental),
            _ => None,
        }
    }
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
pub struct SourceFileEntry {
    pub source_uri: String,
    pub content_hash: String,
    pub byte_length: u64,
    pub observed_mtime: Option<String>,
}

#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
pub struct SourceManifest {
    pub manifest_id: String,
    pub manifest_created_at: String,
    pub source_dataset_id: String,
    pub source_files: Vec<SourceFileEntry>,
    pub source_file_count: usize,
    pub source_root_hash: String,
}

/// Handles canonical source manifest bytes.
pub fn canonical_source_manifest_bytes(source_files: &[SourceFileEntry]) -> Vec<u8> {
    let mut normalized = source_files.to_vec();
    normalized.sort_by(|a, b| {
        a.source_uri
            .cmp(&b.source_uri)
            .then(a.content_hash.cmp(&b.content_hash))
            .then(a.byte_length.cmp(&b.byte_length))
            .then(a.observed_mtime.cmp(&b.observed_mtime))
    });

    let rows: Vec<String> = normalized
        .iter()
        .map(|entry| {
            format!(
                "{}|{}|{}|{}",
                entry.source_uri,
                entry.content_hash,
                entry.byte_length,
                entry.observed_mtime.clone().unwrap_or_default()
            )
        })
        .collect();

    rows.join("\n").into_bytes()
}

/// Computes source root hash.
pub fn compute_source_root_hash(source_files: &[SourceFileEntry]) -> Hash {
    let canonical = canonical_source_manifest_bytes(source_files);
    let h = blake3::hash(&canonical);
    Hash(*h.as_bytes())
}

/// Validates source manifest.
pub fn validate_source_manifest(manifest: &SourceManifest) -> TrazaeoResult<()> {
    if manifest.source_file_count != manifest.source_files.len() {
        return Err(TrazaeoError::invalid_input(
            "validate source manifest",
            "source_file_count does not match source_files length",
        ));
    }

    let expected_root = hex::encode(compute_source_root_hash(&manifest.source_files).0);
    if expected_root != manifest.source_root_hash {
        return Err(TrazaeoError::invalid_input(
            "validate source manifest",
            "source_root_hash does not match canonical source_files",
        ));
    }

    Ok(())
}

#[cfg(test)]
mod tests {
    use super::*;

    /// Handles files variant a.
    fn files_variant_a() -> Vec<SourceFileEntry> {
        vec![
            SourceFileEntry {
                source_uri: "s3://bucket/b.nc".to_string(),
                content_hash: "h2".to_string(),
                byte_length: 2,
                observed_mtime: Some("2026-01-02T00:00:00Z".to_string()),
            },
            SourceFileEntry {
                source_uri: "s3://bucket/a.nc".to_string(),
                content_hash: "h1".to_string(),
                byte_length: 1,
                observed_mtime: Some("2026-01-01T00:00:00Z".to_string()),
            },
        ]
    }

    /// Tests that canonical source manifest is order stable.
    #[test]
    fn canonical_source_manifest_is_order_stable() {
        let mut b = files_variant_a();
        b.reverse();
        assert_eq!(
            canonical_source_manifest_bytes(&files_variant_a()),
            canonical_source_manifest_bytes(&b)
        );
    }

    /// Tests that source root hash is order stable.
    #[test]
    fn source_root_hash_is_order_stable() {
        let mut b = files_variant_a();
        b.reverse();
        assert_eq!(
            compute_source_root_hash(&files_variant_a()),
            compute_source_root_hash(&b)
        );
    }
}