dms-cdc-operator 0.1.26

The dms-cdc-operator is a Rust-based utility for comparing the state of a list of tables in an Amazon RDS database with data stored in Parquet files on Amazon S3, particularly useful for change data capture (CDC) scenarios
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47

use polars::datatypes::AnyValue;
use rust_decimal::{Decimal, prelude::ToPrimitive};

#[allow(clippy::enum_variant_names)]
pub enum RowStruct<'a> {
    FromString(String),
    FromDecimal(i128, usize),
    FromFloat(f64),
    FromDate(&'a AnyValue<'a>),
    FromOther(&'a AnyValue<'a>),
}

impl<'a> RowStruct<'a> {
    pub fn new(value: &'a AnyValue<'a>) -> Self {
        match value {
            AnyValue::String(v) => RowStruct::FromString(v.to_string()),
            AnyValue::Decimal(integer, precision) => RowStruct::FromDecimal(*integer, *precision),
            AnyValue::Datetime(_, _, _) | AnyValue::Date(_) => RowStruct::FromDate(value),
            AnyValue::Float64(v) => RowStruct::FromFloat(*v),
            _ => RowStruct::FromOther(value),
        }
    }

    pub fn displayed(&self) -> String {
        match self {
            RowStruct::FromString(v) => Self::process_string_value(v),
            RowStruct::FromDecimal(integer, precision) => {
                Self::process_decimal_value(*integer, *precision)
            }
            RowStruct::FromDate(v) => format!("'{}'", v),
            RowStruct::FromOther(v) => format!("{}", v),
            RowStruct::FromFloat(v) => format!("{}", v),
        }
    }

    fn process_string_value(value: &str) -> String {
        format!("'{}'", value.replace('\'', "''"))
    }

    fn process_decimal_value(integer: i128, precision: usize) -> String {
        let decimal = Decimal::new(
            integer.to_i64().expect("Could not convert value to i64"),
            precision.to_u32().expect("Could not convert value to u32"),
        );
        format!("'{:}'", decimal)
    }
}