Skip to main content

faucet_source_parquet/
lib.rs

1#![cfg_attr(docsrs, feature(doc_cfg))]
2
3//! Apache Parquet source connector for the faucet-stream ecosystem.
4//!
5//! Reads Parquet files from local paths, glob patterns, or S3 and yields
6//! each row as a [`serde_json::Value`]. Built on the `parquet` + `arrow`
7//! crates for vectorised, streaming reads — no whole-file buffering.
8//!
9//! See the crate-level README for configuration examples.
10
11pub mod config;
12pub mod convert;
13pub mod stream;
14
15pub use config::{ParquetLocation, ParquetS3Config, ParquetSourceConfig};
16pub use convert::record_batch_to_json;
17pub use stream::ParquetSource;
18
19pub use faucet_core::{FaucetError, Source};