invr 0.2.1

Declarative data validation engine using invariants executed on Polars DataFrames.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94

use crate::domain::scope::Scope;
use crate::infrastructure::polars::kind::PolarsKind;
use crate::interface::yaml::dto::invariant::InvariantYaml;
use crate::interface::yaml::dto::kind::polars::PolarsKindYaml;
use crate::interface::yaml::dto::spec::SpecYaml;
use crate::invariant::error::InvariantError;
use crate::prelude::{Invariant, InvariantId};
use crate::spec::Spec;
use crate::spec::error::SpecError;

impl TryFrom<PolarsKindYaml> for PolarsKind {
    type Error = InvariantError;

    fn try_from(yaml: PolarsKindYaml) -> Result<Self, Self::Error> {
        Ok(match yaml {
            PolarsKindYaml::NotNull => PolarsKind::NotNull,
            PolarsKindYaml::NullRatioMax => PolarsKind::NullRatioMax,

            PolarsKindYaml::Unique => PolarsKind::Unique,
            PolarsKindYaml::CompositeUnique => PolarsKind::CompositeUnique,
            PolarsKindYaml::DuplicateRatioMax => PolarsKind::DuplicateRatioMax,

            PolarsKindYaml::RowCountMin => PolarsKind::RowCountMin,
            PolarsKindYaml::RowCountMax => PolarsKind::RowCountMax,
            PolarsKindYaml::RowCountBetween => PolarsKind::RowCountBetween,

            PolarsKindYaml::ColumnExists => PolarsKind::ColumnExists,
            PolarsKindYaml::ColumnMissing => PolarsKind::ColumnMissing,
            PolarsKindYaml::DTypeIs => PolarsKind::DTypeIs,
            PolarsKindYaml::SchemaEquals => PolarsKind::SchemaEquals,

            PolarsKindYaml::ValueMin => PolarsKind::ValueMin,
            PolarsKindYaml::ValueMax => PolarsKind::ValueMax,
            PolarsKindYaml::ValueBetween => PolarsKind::ValueBetween,
            PolarsKindYaml::MeanBetween => PolarsKind::MeanBetween,
            PolarsKindYaml::StdDevMax => PolarsKind::StdDevMax,
            PolarsKindYaml::SumBetween => PolarsKind::SumBetween,

            PolarsKindYaml::DateBetween => PolarsKind::DateBetween,
            PolarsKindYaml::NoFutureDates => PolarsKind::NoFutureDates,
            PolarsKindYaml::MonotonicIncreasing => PolarsKind::MonotonicIncreasing,
            PolarsKindYaml::NoGapsInSequence => PolarsKind::NoGapsInSequence,

            PolarsKindYaml::RegexMatch => PolarsKind::RegexMatch,
            PolarsKindYaml::StringLengthMin => PolarsKind::StringLengthMin,
            PolarsKindYaml::StringLengthMax => PolarsKind::StringLengthMax,
            PolarsKindYaml::StringLengthBetween => PolarsKind::StringLengthBetween,

            PolarsKindYaml::AllowedValues => PolarsKind::AllowedValues,
            PolarsKindYaml::ForbiddenValues => PolarsKind::ForbiddenValues,

            PolarsKindYaml::OutlierRatioMax => PolarsKind::OutlierRatioMax,
            PolarsKindYaml::PercentileBetween => PolarsKind::PercentileBetween,

            PolarsKindYaml::ForeignKey => PolarsKind::ForeignKey,
            PolarsKindYaml::ColumnEquals => PolarsKind::ColumnEquals,
            PolarsKindYaml::ConditionalNotNull => PolarsKind::ConditionalNotNull,

            PolarsKindYaml::CustomExpr => PolarsKind::CustomExpr,
        })
    }
}
impl TryFrom<InvariantYaml<PolarsKindYaml>> for Invariant<PolarsKind> {
    type Error = InvariantError;

    fn try_from(value: InvariantYaml<PolarsKindYaml>) -> Result<Self, Self::Error> {
        Ok(Invariant::new(
            InvariantId::new(value.id)?,
            PolarsKind::try_from(value.kind)?,
            Scope::try_from(value.scope)?,
        )
        .with_severity(value.severity.into())
        .with_params(value.params))
    }
}

impl TryFrom<SpecYaml<PolarsKindYaml>> for Spec<PolarsKind> {
    type Error = SpecError;
    fn try_from(value: SpecYaml<PolarsKindYaml>) -> Result<Self, Self::Error> {
        let invariants = value
            .invariants
            .into_iter()
            .enumerate()
            .map(|(index, yaml)| {
                Invariant::try_from(yaml)
                    .map_err(|error| SpecError::invalid_invariant(index, error))
            })
            .collect::<Result<Vec<_>, _>>()?;

        let spec = Spec::from_invariants(invariants);
        spec.validate()?;
        Ok(spec)
    }
}