etl-unit 0.1.0

Semantic data model for ETL units — qualities and measurements over subjects and time. Built on Polars.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! Time Range
//! NOTE: This is both a source and canonical level scope.
use polars::prelude::DataFrame;
use serde::{Deserialize, Serialize};

use crate::{EtlResult, MeasurementUnit};

/// Represents the temporal bounds of a dataset.
#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct EtlTimeRange {
    /// Start timestamp (epoch milliseconds)
    pub start_ts: i64,
    /// End timestamp (epoch milliseconds)
    pub end_ts: i64,
    /// Duration in milliseconds
    pub duration_ms: u64,
    /// Human-readable duration (e.g., "2h 5m")
    pub duration_human: String,
    /// The unit detected/used for the source timestamps
    pub source_unit: String,
}

impl EtlTimeRange {
    /// Uses the signal policy to extract time range
    /// ... depends on accessing the time format string
    pub fn extract_time_range(
        df: &DataFrame,
        measurement: &MeasurementUnit,
    ) -> EtlResult<EtlTimeRange> {
        crate::polars_fns::extract_time_range(df, measurement)
    }

    pub fn extract_time_range_from_parts(
        df: &DataFrame,
        time_col: &str,
        time_format: Option<&str>,
    ) -> EtlResult<EtlTimeRange> {
        crate::polars_fns::extract_time_range_from_parts(df, time_col, time_format)
    }
}