dms-cdc-operator 0.1.26

The dms-cdc-operator is a Rust-based utility for comparing the state of a list of tables in an Amazon RDS database with data stored in Parquet files on Amazon S3, particularly useful for change data capture (CDC) scenarios
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115

use bon::bon;

use crate::postgres::table_mode::TableMode;

use super::cdc_operator_mode::ModeValueEnum;

#[allow(clippy::too_many_arguments)]
#[derive(Debug)]
pub struct CDCOperatorSnapshotPayload {
    bucket_name: String,
    key: String,
    database_name: String,
    schema_name: String,
    included_tables: Vec<String>,
    excluded_tables: Vec<String>,
    mode: ModeValueEnum,
    start_date: Option<String>,
    stop_date: Option<String>,
    source_postgres_url: String,
    target_postgres_url: String,
}

#[bon]
impl CDCOperatorSnapshotPayload {
    #[builder]
    pub fn new(
        bucket_name: impl Into<String>,
        key: impl Into<String>,
        database_name: impl Into<String>,
        schema_name: impl Into<String>,
        included_tables: Vec<impl Into<String>>,
        excluded_tables: Vec<impl Into<String>>,
        mode: ModeValueEnum,
        start_date: Option<String>,
        stop_date: Option<String>,
        source_postgres_url: String,
        target_postgres_url: String,
    ) -> Self {
        CDCOperatorSnapshotPayload {
            bucket_name: bucket_name.into(),
            key: key.into(),
            database_name: database_name.into(),
            schema_name: schema_name.into(),
            included_tables: included_tables.into_iter().map(|x| x.into()).collect(),
            excluded_tables: excluded_tables.into_iter().map(|x| x.into()).collect(),
            mode,
            start_date,
            stop_date,
            source_postgres_url,
            target_postgres_url,
        }
    }

    pub fn bucket_name(&self) -> String {
        self.bucket_name.clone()
    }

    pub fn key(&self) -> String {
        self.key.clone()
    }

    pub fn database_name(&self) -> String {
        self.database_name.clone()
    }

    pub fn schema_name(&self) -> String {
        self.schema_name.clone()
    }

    pub fn included_tables(&self) -> Vec<String> {
        self.included_tables.clone()
    }

    pub fn excluded_tables(&self) -> Vec<String> {
        self.excluded_tables.clone()
    }

    pub fn table_mode(&self) -> TableMode {
        if !self.included_tables.is_empty() {
            TableMode::IncludeTables
        } else if !self.excluded_tables.is_empty() {
            TableMode::ExcludeTables
        } else {
            TableMode::AllTables
        }
    }

    pub fn start_date(&self) -> Option<String> {
        self.start_date.clone()
    }

    pub fn stop_date(&self) -> Option<String> {
        self.stop_date.clone()
    }

    pub fn mode_is_date_aware(&self) -> bool {
        self.mode == ModeValueEnum::DateAware
    }

    pub fn mode_is_absolute_path(&self) -> bool {
        self.mode == ModeValueEnum::AbsolutePath
    }

    pub fn mode_is_full_load_only(&self) -> bool {
        self.mode == ModeValueEnum::FullLoadOnly
    }

    pub fn source_postgres_url(&self) -> String {
        self.source_postgres_url.clone()
    }

    pub fn target_postgres_url(&self) -> String {
        self.target_postgres_url.clone()
    }
}