parquet 57.3.1

Apache Parquet implementation in Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91

// Licensed to the Apache Software Foundation (ASF) under one
// or more contributor license agreements.  See the NOTICE file
// distributed with this work for additional information
// regarding copyright ownership.  The ASF licenses this file
// to you under the Apache License, Version 2.0 (the
// "License"); you may not use this file except in compliance
// with the License.  You may obtain a copy of the License at
//
//   http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing,
// software distributed under the License is distributed on an
// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
// KIND, either express or implied.  See the License for the
// specific language governing permissions and limitations
// under the License.

//! Column chunk encryption metadata

use std::io::Write;

use crate::errors::{ParquetError, Result};
use crate::file::metadata::HeapSize;
use crate::parquet_thrift::{
    ElementType, FieldType, ReadThrift, ThriftCompactInputProtocol, ThriftCompactOutputProtocol,
    WriteThrift, WriteThriftField, read_thrift_vec,
};
use crate::{thrift_struct, thrift_union};

// define this and ColumnCryptoMetadata here so they're only defined when
// the encryption feature is enabled

thrift_struct!(
/// Encryption metadata for a column chunk encrypted with a column-specific key
pub struct EncryptionWithColumnKey {
  /// Path to the column in the Parquet schema
  1: required list<string> path_in_schema

  /// Path to the column in the Parquet schema
  2: optional binary key_metadata
}
);

impl HeapSize for EncryptionWithColumnKey {
    fn heap_size(&self) -> usize {
        self.path_in_schema.heap_size() + self.key_metadata.heap_size()
    }
}

thrift_union!(
/// ColumnCryptoMetadata for a column chunk
union ColumnCryptoMetaData {
  1: ENCRYPTION_WITH_FOOTER_KEY
  2: (EncryptionWithColumnKey) ENCRYPTION_WITH_COLUMN_KEY
}
);

impl HeapSize for ColumnCryptoMetaData {
    fn heap_size(&self) -> usize {
        match self {
            Self::ENCRYPTION_WITH_FOOTER_KEY => 0,
            Self::ENCRYPTION_WITH_COLUMN_KEY(path) => path.heap_size(),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::parquet_thrift::tests::test_roundtrip;

    #[test]
    fn test_column_crypto_roundtrip() {
        test_roundtrip(ColumnCryptoMetaData::ENCRYPTION_WITH_FOOTER_KEY);

        let path_in_schema = vec!["foo".to_owned(), "bar".to_owned(), "really".to_owned()];
        let key_metadata = vec![1u8; 32];
        test_roundtrip(ColumnCryptoMetaData::ENCRYPTION_WITH_COLUMN_KEY(
            EncryptionWithColumnKey {
                path_in_schema: path_in_schema.clone(),
                key_metadata: None,
            },
        ));
        test_roundtrip(ColumnCryptoMetaData::ENCRYPTION_WITH_COLUMN_KEY(
            EncryptionWithColumnKey {
                path_in_schema,
                key_metadata: Some(key_metadata),
            },
        ));
    }
}