Skip to main content

delta_arrow_reader/
lib.rs

1#![doc = include_str!("../README.md")]
2#![cfg_attr(test, allow(clippy::panic))]
3
4mod delta;
5mod error;
6mod reader;
7
8pub mod guides;
9
10#[cfg(feature = "datafusion")]
11pub use reader::datafusion;
12
13pub use delta::DeltaProtocol;
14pub use error::{DeltaReaderError, DeltaReaderPhase};
15pub use futures_util::TryStreamExt;
16#[doc(hidden)]
17pub mod diagnostics {
18    pub mod parquet_range_planning {
19        pub use crate::reader::{
20            ParquetRangePlanningDiagnosticSnapshot as Snapshot, ParquetRangeReadPolicy as Policy,
21        };
22
23        /// Returns internal measurements used by the range-planning benchmark.
24        pub fn snapshot(metrics: &crate::DeltaScanMetrics) -> Snapshot {
25            metrics.parquet_range_planning_diagnostic_snapshot()
26        }
27    }
28
29    pub mod partition_target {
30        pub use crate::reader::partition_target::{
31            DeltaScanPartitionTargetDiagnosticInput as Input,
32            DeltaScanPartitionTargetDiagnosticOutput as Output,
33            DeltaScanPartitionTargetDiagnosticSource as Source,
34            DeltaScanPartitionTargetLocalEnvironmentDiagnostic as LocalEnvironment,
35            DeltaScanPartitionTargetLocalUnixFileDescriptorLimitStatus as UnixFileDescriptorLimitStatus,
36            delta_scan_partition_target_local_environment_diagnostic as collect_local_environment,
37            derive_delta_scan_partition_target_diagnostic as derive,
38        };
39    }
40}
41pub use reader::{
42    DeltaBatchStream, DeltaComparison, DeltaPredicate, DeltaScalar, DeltaScan, DeltaScanBuilder,
43    DeltaScanExecutionOptions, DeltaScanMetrics, DeltaScanMetricsSnapshot, DeltaSnapshotSelection,
44    DeltaStorageOptions, DeltaTable, DeltaTableBuilder, DeltaTableSnapshot, ParquetReaderBackend,
45    WarmupMode,
46};
47/// The crate version.
48pub const VERSION: &str = env!("CARGO_PKG_VERSION");