delta-arrow-reader 0.2.0

Read-only Delta Lake to Apache Arrow reader
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

#![doc = include_str!("../README.md")]

mod config;
#[cfg(feature = "datafusion")]
mod datafusion_dynamic_filters;
#[cfg(feature = "datafusion")]
mod datafusion_dynamic_partition_pruning;
#[cfg(feature = "datafusion")]
mod datafusion_execution;
#[cfg(feature = "datafusion")]
mod datafusion_planning;
#[cfg(feature = "datafusion")]
mod datafusion_provider;
mod deletion_vector;
mod direct;
mod error;
mod kernel;
#[cfg(feature = "native-async")]
#[allow(dead_code)]
mod metered_object_store;
mod metrics;
#[cfg(feature = "native-async")]
#[allow(dead_code)]
mod native_async_reader;
#[cfg(feature = "native-async")]
#[allow(dead_code)]
mod native_async_row_group_pruning;
#[cfg(feature = "official-kernel")]
#[allow(dead_code)]
mod official_kernel_reader;
mod partition_target;
mod planning;
mod predicate;
mod protocol;
#[allow(dead_code)]
mod scheduling;
mod snapshot;
mod transform;
mod uri;

pub use config::{
    DeltaReaderBackend, DeltaReaderExecutionOptions, DeltaSnapshotSelection, DeltaStorageOptions,
};
#[cfg(feature = "datafusion")]
pub use datafusion_execution::{
    DeltaDataFusionMetrics, DeltaDataFusionMetricsSnapshot, collect_delta_datafusion_metrics,
};
#[cfg(feature = "datafusion")]
pub use datafusion_provider::{
    DeltaDataFusionScanOptions, DeltaTableProvider, RegisteredDeltaTable, register_delta_table,
};
pub use direct::{
    DeltaBatchStream, DeltaScan, DeltaScanBuilder, DeltaTable, DeltaTableBuilder,
    DeltaTableSnapshot,
};
pub use error::{DeltaReaderError, DeltaReaderPhase};
pub use metrics::{DeltaReadMetrics, DeltaReadMetricsSnapshot};
#[doc(hidden)]
pub use partition_target::{
    DeltaScanPartitionTargetDiagnosticInput, DeltaScanPartitionTargetDiagnosticOutput,
    DeltaScanPartitionTargetDiagnosticSource, DeltaScanPartitionTargetLocalEnvironmentDiagnostic,
    DeltaScanPartitionTargetLocalUnixFileDescriptorLimitStatus,
    delta_scan_partition_target_local_environment_diagnostic,
    derive_delta_scan_partition_target_diagnostic,
};
pub use predicate::{DeltaComparison, DeltaPredicate, DeltaScalar};
pub use protocol::DeltaProtocolInfo;

/// The crate version.
pub const VERSION: &str = env!("CARGO_PKG_VERSION");

/// Returns the crate version.
pub const fn version() -> &'static str {
    VERSION
}