pipe-audit-core 0.1.12

Universal data validation and compliance audit engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

// src/validators/compound/unique.rs
use crate::validators::{CompoundValidator, ValidationReport, ValidationResult};
use polars::frame::UniqueKeepStrategy;
use polars::prelude::*;

pub struct CompoundUniqueValidator {
    pub columns: Vec<String>,
}

impl CompoundValidator for CompoundUniqueValidator {
    fn name(&self) -> &'static str {
        "CompoundUnique"
    }

    fn validate(&self, df: &DataFrame) -> ValidationResult<ValidationReport> {
        let total_rows = df.height();

        let unique_df = df.unique_stable(Some(&self.columns), UniqueKeepStrategy::First, None)?;
        let distinct_rows = unique_df.height();

        if distinct_rows == total_rows {
            Ok(ValidationReport {
                status: "pass",
                details: Some(format!("columns={:?}, rows={}", self.columns, total_rows)),
            })
        } else {
            Ok(ValidationReport {
                status: "fail",
                details: Some(format!(
                    "columns={:?}, rows={}, distinct={}",
                    self.columns, total_rows, distinct_rows
                )),
            })
        }
    }
}