faucet-source-redshift 1.3.2

Amazon Redshift query source connector for the faucet-stream ecosystem
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104

use super::*;
use faucet_common_redshift::RedshiftConnection;
use serde_json::json;

fn base() -> RedshiftSourceConfig {
    RedshiftSourceConfig {
        connection: RedshiftConnection::new("host", "db", "user", "pw"),
        query: "SELECT * FROM events".into(),
        params: Vec::new(),
        max_connections: default_max_connections(),
        batch_size: DEFAULT_BATCH_SIZE,
        replication: RedshiftReplication::Full,
        state_key: None,
    }
}

#[test]
fn valid_config_passes() {
    base().validate().unwrap();
}

#[test]
fn rejects_empty_query() {
    let mut c = base();
    c.query = "  ".into();
    assert!(c.validate().is_err());
}

#[test]
fn rejects_empty_incremental_column() {
    let mut c = base();
    c.replication = RedshiftReplication::Incremental {
        column: "".into(),
        initial_value: json!(0),
    };
    assert!(c.validate().is_err());
}

#[test]
fn rejects_bad_incremental_settings() {
    for (query, initial, needle) in [
        ("SELECT * FROM t", json!(null), "initial_value"),
        ("SELECT * FROM t WHERE ts > ${bookmark}", json!(0), ">="),
    ] {
        let mut c = base();
        c.query = query.into();
        c.replication = RedshiftReplication::Incremental {
            column: "ts".into(),
            initial_value: initial,
        };
        let err = c.validate().unwrap_err().to_string();
        assert!(err.contains(needle), "{err}");
    }
}

#[test]
fn rejects_oversized_batch() {
    let mut c = base();
    c.batch_size = faucet_core::MAX_BATCH_SIZE + 1;
    assert!(c.validate().is_err());
}

#[test]
fn deserializes_flattened_connection_and_defaults() {
    let json = r#"{
            "host": "h",
            "database": "db",
            "user": "u",
            "credentials": {"type": "password", "config": {"password": "pw"}},
            "query": "SELECT 1"
        }"#;
    let c: RedshiftSourceConfig = serde_json::from_str(json).unwrap();
    assert_eq!(c.connection.host, "h");
    assert_eq!(c.connection.port, faucet_common_redshift::DEFAULT_PORT);
    assert_eq!(c.max_connections, 10);
    assert_eq!(c.batch_size, DEFAULT_BATCH_SIZE);
    assert!(matches!(c.replication, RedshiftReplication::Full));
    c.validate().unwrap();
}

#[test]
fn deserializes_incremental_replication() {
    let json = r#"{
            "host": "h",
            "database": "db",
            "user": "u",
            "credentials": {"type": "password", "config": {"password": "pw"}},
            "query": "SELECT * FROM t WHERE ts >= ${bookmark}",
            "replication": {"type": "incremental", "column": "ts", "initial_value": "2026-01-01"},
            "state_key": "my-key"
        }"#;
    let c: RedshiftSourceConfig = serde_json::from_str(json).unwrap();
    match &c.replication {
        RedshiftReplication::Incremental {
            column,
            initial_value,
        } => {
            assert_eq!(column, "ts");
            assert_eq!(initial_value, &json!("2026-01-01"));
        }
        _ => panic!("expected incremental"),
    }
    assert_eq!(c.state_key.as_deref(), Some("my-key"));
}