rustcdc 0.3.0

Embeddable Rust CDC library focused on correctness-first capture primitives
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use rustcdc::{
    Event, Operation, SourceMetadata, WasmConfig, WasmRuntime, WasmTransformResult,
    EVENT_ENVELOPE_VERSION,
};
use serde_json::json;

fn build_event(table: &str) -> Event {
    Event {
        before: None,
        after: Some(json!({"id": 1, "name": "alice"})),
        op: Operation::Insert,
        source: SourceMetadata {
            source_name: "wasm-conformance".to_string(),
            offset: "1".to_string(),
            timestamp: 1000,
        },
        ts: 1000,
        schema: Some("public".to_string()),
        table: table.to_string(),
        primary_key: Some(vec!["id".to_string()]),
        snapshot: None,
        transaction: None,
        envelope_version: EVENT_ENVELOPE_VERSION,
        before_is_key_only: false,
    }
}

fn compile_wat_fixture(name: &str) -> tempfile::NamedTempFile {
    let wat_path = std::path::Path::new("fixtures/wasm").join(name);
    let wat_src = std::fs::read_to_string(&wat_path).expect("read wat fixture");
    let wasm = wat::parse_str(&wat_src).expect("compile wat fixture");

    let wasm_file = tempfile::NamedTempFile::new().expect("create temp wasm file");
    std::fs::write(wasm_file.path(), wasm).expect("write wasm fixture");
    wasm_file
}

#[tokio::test]
async fn pass_through_fixture_is_conformant() {
    let wasm_file = compile_wat_fixture("pass_through.wat");
    let wasm_path = wasm_file.path().with_extension("wasm");
    std::fs::copy(wasm_file.path(), &wasm_path).expect("copy with .wasm extension");

    let mut runtime = WasmRuntime::new_with_config(WasmConfig {
        module_path: wasm_path,
        timeout_ms: 10,
        memory_limit_mb: 16,
    })
    .expect("create runtime");

    runtime.init().await.expect("init runtime");

    let input = build_event("users");
    let result = runtime.transform(&input).await.expect("transform event");
    let transformed = match result {
        WasmTransformResult::Ok(event) => event,
        WasmTransformResult::Filtered => panic!("unexpected filter-out on passthrough fixture"),
        WasmTransformResult::Err(message) => panic!("unexpected error result: {message}"),
    };

    assert_eq!(transformed.table, "users");
    assert_eq!(transformed.after, input.after);

    runtime.shutdown().await.expect("shutdown runtime");
}

#[tokio::test]
async fn filter_fixture_is_conformant() {
    let wasm_file = compile_wat_fixture("filter_out_all.wat");
    let wasm_path = wasm_file.path().with_extension("wasm");
    std::fs::copy(wasm_file.path(), &wasm_path).expect("copy with .wasm extension");

    let mut runtime = WasmRuntime::new(wasm_path.to_str().expect("utf8 path")).expect("runtime");
    runtime.init().await.expect("init runtime");

    let input = build_event("orders");
    let result = runtime.transform(&input).await.expect("transform event");
    assert!(matches!(result, WasmTransformResult::Filtered));

    runtime.shutdown().await.expect("shutdown runtime");
}