faucet-source-iceberg 1.2.2

Apache Iceberg table source for the faucet-stream ecosystem — projection, pushdown, time travel, incremental snapshot reads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

use faucet_core::{Capabilities, ConnectorDescriptor};
use serde_json::Value;

/// The connector's static descriptor (RFC 0013): its capabilities, answered from config alone.
pub const DESCRIPTOR: ConnectorDescriptor = ConnectorDescriptor::new("iceberg", capabilities)
    .with_host_identity(faucet_common_iceberg::config::host_identity)
    .with_runtime_host_identity();

fn capabilities(_config: &Value) -> Capabilities {
    Capabilities::builder()
        .discover(true)
        .shardable(true)
        .columnar(cfg!(feature = "arrow"))
        .build()
}

#[cfg(test)]
mod tests {
    use super::*;
    use serde_json::json;

    #[test]
    fn discovers_shards_and_follows_arrow() {
        assert_eq!(DESCRIPTOR.kind(), "iceberg");
        for cfg in [Value::Null, json!({"table": "ns.t"})] {
            let c = DESCRIPTOR.capabilities(&cfg);
            assert!(c.discover() && c.shardable());
            assert_eq!(c.columnar(), cfg!(feature = "arrow"));
            assert!(!c.exactly_once() && !c.native());
        }
    }
}