eventuary-sqlite 0.2.0

SQLite event backend for eventuary
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

use std::num::NonZeroU32;
use std::time::Duration;

use futures::StreamExt;
use tokio::time::timeout;

use eventuary_core::io::reader::ReaderTypedExt;
use eventuary_core::io::{Reader, Writer};
use eventuary_core::partition::{EventKeyPartitionKeyResolver, Fnv1a64PartitionHasher};
use eventuary_core::{Event, JsonPayloadCodec, Payload, StartFrom};
use eventuary_sqlite::database::{SqliteConn, SqliteDatabase};
use eventuary_sqlite::reader::{SqliteReader, SqliteReaderConfig, SqliteSubscription};
use eventuary_sqlite::writer::{SqlitePartitioningConfig, SqliteWriter, SqliteWriterConfig};

fn writer_config() -> SqliteWriterConfig {
    SqliteWriterConfig {
        partitioning: SqlitePartitioningConfig::inline(
            NonZeroU32::new(4).unwrap(),
            EventKeyPartitionKeyResolver::new(),
            Fnv1a64PartitionHasher,
        ),
        ..SqliteWriterConfig::default()
    }
}

#[derive(Debug, Clone, PartialEq, Eq, serde::Serialize, serde::Deserialize)]
struct OrderPlaced {
    order_id: String,
    amount: u64,
}

fn prepare_test_schema(conn: &SqliteConn) {
    SqliteWriter::prepare_schema(conn, &writer_config()).unwrap();
}

#[tokio::test]
async fn decode_reader_skips_poison_payload_and_continues() {
    let db = SqliteDatabase::open_in_memory().unwrap();
    prepare_test_schema(&db.conn());
    let writer = SqliteWriter::new_with_config(db.conn(), writer_config());

    let valid = Event::builder(
        "acme",
        "/orders",
        "order.placed",
        "order-1",
        Payload::from_json(&serde_json::json!({"order_id": "o-1", "amount": 42})).unwrap(),
    )
    .unwrap()
    .build()
    .unwrap();
    writer.write(&valid).await.unwrap();

    let poison = Event::builder(
        "acme",
        "/orders",
        "order.placed",
        "order-poison",
        Payload::from_json(&serde_json::json!({"garbage": true})).unwrap(),
    )
    .unwrap()
    .build()
    .unwrap();
    writer.write(&poison).await.unwrap();

    let valid2 = Event::builder(
        "acme",
        "/orders",
        "order.placed",
        "order-2",
        Payload::from_json(&serde_json::json!({"order_id": "o-2", "amount": 99})).unwrap(),
    )
    .unwrap()
    .build()
    .unwrap();
    writer.write(&valid2).await.unwrap();

    let source = SqliteReader::new(
        db.conn(),
        SqliteReaderConfig {
            poll_interval: Duration::from_millis(10),
            ..SqliteReaderConfig::default()
        },
    );
    let typed_reader = source.decode::<OrderPlaced, _>(JsonPayloadCodec);

    let sub = SqliteSubscription {
        start: StartFrom::Earliest,
        ..SqliteSubscription::default()
    };

    let mut stream = typed_reader.read(sub).await.unwrap();

    let msg1 = timeout(Duration::from_secs(5), stream.next())
        .await
        .unwrap()
        .unwrap()
        .unwrap();
    assert_eq!(msg1.event().payload().order_id, "o-1");
    msg1.ack().await.unwrap();

    // Poison decode error surfaces on stream (AckInner advances source cursor)
    let poison_err = timeout(Duration::from_secs(5), stream.next())
        .await
        .unwrap()
        .unwrap();
    assert!(
        poison_err.is_err(),
        "poison event should surface as decode error"
    );

    let msg2 = timeout(Duration::from_secs(5), stream.next())
        .await
        .unwrap()
        .unwrap()
        .unwrap();
    assert_eq!(msg2.event().payload().order_id, "o-2");
    msg2.ack().await.unwrap();
}