datafusion-datasource-parquet 55.0.0

datafusion-datasource-parquet
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

//! DataFusion Parquet Reader: [`ParquetSource`]
//!
//! [`ParquetSource`]: source::ParquetSource

// Make sure fast / cheap clones on Arc are explicit:
// https://github.com/apache/datafusion/issues/11143
#![cfg_attr(not(test), deny(clippy::clone_on_ref_ptr))]
#![cfg_attr(test, allow(clippy::needless_pass_by_value))]

pub mod access_plan;
mod bloom_filter;
mod decoder_projection;
pub mod file_format;
pub mod metadata;
mod metrics;
mod nested_schema_pruning;
mod opener;
mod page_filter;
mod projection_read_plan;
mod push_decoder;
mod reader;
mod row_filter;
mod row_group_filter;
mod schema_coercion;
mod sink;
mod sort;
pub mod source;
mod supported_predicates;
#[cfg(test)]
mod test_util;
mod virtual_column;
mod writer;

pub use access_plan::{ParquetAccessPlan, ParquetRowSelection, RowGroupAccess};
pub use bloom_filter::BloomFilterStatistics;
pub use file_format::*;
pub use metrics::ParquetFileMetrics;
pub use page_filter::PagePruningAccessPlanFilter;
pub use reader::*; // Expose so downstream crates can use it
pub use row_filter::build_row_filter;
pub use row_filter::can_expr_be_pushed_down_with_schemas;
pub use row_group_filter::RowGroupAccessPlanFilter;
#[expect(deprecated)]
pub use schema_coercion::coerce_int96_to_resolution;
pub use schema_coercion::{
    Int96Coercer, apply_file_schema_type_coercions, transform_binary_to_string,
    transform_schema_to_view,
};
pub use sink::ParquetSink;
pub use virtual_column::ParquetVirtualColumn;
pub use writer::plan_to_parquet;