etl-unit 0.1.0

Semantic data model for ETL units — qualities and measurements over subjects and time. Built on Polars.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54

use std::collections::HashMap;

use serde::{Deserialize, Serialize};

use crate::CanonicalColumnName;

/// Aggregation specification for overriding defaults
#[derive(Debug, Clone, Default, Serialize, Deserialize)]
pub struct AggregationSpec {
    /// Override aggregation for specific measurements (by name)
    pub overrides: HashMap<CanonicalColumnName, AggregationType>,
}

impl AggregationSpec {
    pub fn new() -> Self {
        Self::default()
    }

    pub fn set(mut self, measurement: CanonicalColumnName, agg: AggregationType) -> Self {
        self.overrides.insert(measurement, agg);
        self
    }
}

/// Type of aggregation to apply
#[derive(Debug, Clone, Copy, PartialEq, Eq, Serialize, Deserialize)]
#[serde(rename_all = "snake_case")]
pub enum AggregationType {
    Sum,
    Mean,
    Min,
    Max,
    First,
    Last,
    MostRecent,
    LeastRecent,
    Count,
}

impl AggregationType {
    pub fn as_str(&self) -> &'static str {
        match self {
            AggregationType::Sum => "sum",
            AggregationType::Mean => "mean",
            AggregationType::Min => "min",
            AggregationType::Max => "max",
            AggregationType::First => "first",
            AggregationType::Last => "last",
            AggregationType::MostRecent => "most_recent",
            AggregationType::LeastRecent => "least_recent",
            AggregationType::Count => "count",
        }
    }
}