indexlake-datafusion 0.4.0

IndexLake datafusion integration
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105

// This file is @generated by prost-build.
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct IndexLakePhysicalPlanNode {
    #[prost(
        oneof = "index_lake_physical_plan_node::IndexLakePhysicalPlanType",
        tags = "1, 2"
    )]
    pub index_lake_physical_plan_type:
        ::core::option::Option<index_lake_physical_plan_node::IndexLakePhysicalPlanType>,
}
/// Nested message and enum types in `IndexLakePhysicalPlanNode`.
pub mod index_lake_physical_plan_node {
    #[derive(Clone, PartialEq, ::prost::Oneof)]
    pub enum IndexLakePhysicalPlanType {
        #[prost(message, tag = "1")]
        Scan(super::IndexLakeScanExecNode),
        #[prost(message, tag = "2")]
        Insert(super::IndexLakeInsertExecNode),
    }
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct IndexLakeScanExecNode {
    #[prost(string, tag = "1")]
    pub namespace_name: ::prost::alloc::string::String,
    #[prost(string, tag = "2")]
    pub table_name: ::prost::alloc::string::String,
    #[prost(uint32, tag = "3")]
    pub partition_count: u32,
    #[prost(message, optional, tag = "4")]
    pub data_files: ::core::option::Option<DataFiles>,
    #[prost(message, optional, tag = "5")]
    pub projection: ::core::option::Option<Projection>,
    #[prost(message, repeated, tag = "6")]
    pub filters: ::prost::alloc::vec::Vec<::datafusion_proto::protobuf::LogicalExprNode>,
    #[prost(uint32, tag = "7")]
    pub batch_size: u32,
    #[prost(uint32, optional, tag = "8")]
    pub limit: ::core::option::Option<u32>,
    #[prost(message, optional, tag = "9")]
    pub schema: ::core::option::Option<::datafusion_proto::protobuf::Schema>,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct IndexLakeInsertExecNode {
    #[prost(string, tag = "1")]
    pub namespace_name: ::prost::alloc::string::String,
    #[prost(string, tag = "2")]
    pub table_name: ::prost::alloc::string::String,
    #[prost(enumeration = "::datafusion_proto::protobuf::InsertOp", tag = "3")]
    pub insert_op: i32,
    #[prost(uint32, tag = "4")]
    pub bypass_insert_threshold: u32,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct Projection {
    #[prost(uint32, repeated, tag = "1")]
    pub projection: ::prost::alloc::vec::Vec<u32>,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct DataFiles {
    #[prost(message, repeated, tag = "1")]
    pub files: ::prost::alloc::vec::Vec<DataFile>,
}
#[derive(Clone, PartialEq, ::prost::Message)]
pub struct DataFile {
    #[prost(bytes = "vec", tag = "1")]
    pub data_file_id: ::prost::alloc::vec::Vec<u8>,
    #[prost(bytes = "vec", tag = "2")]
    pub table_id: ::prost::alloc::vec::Vec<u8>,
    #[prost(enumeration = "DataFileFormat", tag = "3")]
    pub format: i32,
    #[prost(string, tag = "4")]
    pub relative_path: ::prost::alloc::string::String,
    #[prost(int64, tag = "5")]
    pub size: i64,
    #[prost(int64, tag = "6")]
    pub record_count: i64,
    #[prost(bytes = "vec", tag = "7")]
    pub validity: ::prost::alloc::vec::Vec<u8>,
}
#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, PartialOrd, Ord, ::prost::Enumeration)]
#[repr(i32)]
pub enum DataFileFormat {
    ParquetV1 = 0,
    ParquetV2 = 1,
}
impl DataFileFormat {
    /// String value of the enum field names used in the ProtoBuf definition.
    ///
    /// The values are not transformed in any way and thus are considered stable
    /// (if the ProtoBuf definition does not change) and safe for programmatic use.
    pub fn as_str_name(&self) -> &'static str {
        match self {
            Self::ParquetV1 => "ParquetV1",
            Self::ParquetV2 => "ParquetV2",
        }
    }
    /// Creates an enum from field names used in the ProtoBuf definition.
    pub fn from_str_name(value: &str) -> ::core::option::Option<Self> {
        match value {
            "ParquetV1" => Some(Self::ParquetV1),
            "ParquetV2" => Some(Self::ParquetV2),
            _ => None,
        }
    }
}