delta_kernel 0.28.0

Core crate providing a Delta/Deltalake implementation focused on interoperability with a wide range of query engines.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! Shared fixtures for table-change unit tests.

use std::collections::HashMap;

use url::Url;

use crate::actions::deletion_vector::{DeletionVectorDescriptor, DeletionVectorStorageType};
use crate::actions::{Metadata, Protocol};
use crate::schema::SchemaRef;
use crate::table_configuration::TableConfiguration;
use crate::table_features::TableFeature;
use crate::table_properties::{
    ENABLE_ROW_TRACKING, MATERIALIZED_ROW_COMMIT_VERSION_COLUMN_NAME,
    MATERIALIZED_ROW_ID_COLUMN_NAME,
};
use crate::unit_test_utils::{Action, MockTableConfigurationBuilder};

pub(crate) const TEST_MATERIALIZED_ROW_ID_COLUMN_NAME: &str = "_row_id";
pub(crate) const TEST_MATERIALIZED_ROW_COMMIT_VERSION_COLUMN_NAME: &str = "_row_commit_version";

pub(crate) fn row_tracking_properties() -> HashMap<String, String> {
    HashMap::from([
        (ENABLE_ROW_TRACKING.to_string(), "true".to_string()),
        (
            MATERIALIZED_ROW_ID_COLUMN_NAME.to_string(),
            TEST_MATERIALIZED_ROW_ID_COLUMN_NAME.to_string(),
        ),
        (
            MATERIALIZED_ROW_COMMIT_VERSION_COLUMN_NAME.to_string(),
            TEST_MATERIALIZED_ROW_COMMIT_VERSION_COLUMN_NAME.to_string(),
        ),
    ])
}

pub(crate) fn row_tracking_metadata(schema: SchemaRef) -> Metadata {
    Metadata::try_new(None, None, schema, vec![], 0, row_tracking_properties()).unwrap()
}

pub(crate) fn row_tracking_protocol() -> Protocol {
    Protocol::try_new_modern(
        TableFeature::EMPTY_LIST,
        [TableFeature::RowTracking, TableFeature::DomainMetadata],
    )
    .unwrap()
}

pub(crate) fn row_tracking_setup_actions(schema: SchemaRef) -> [Action; 2] {
    [
        Action::Protocol(row_tracking_protocol()),
        Action::Metadata(row_tracking_metadata(schema)),
    ]
}

pub(crate) fn row_tracking_table_config(table_root: Url, schema: SchemaRef) -> TableConfiguration {
    MockTableConfigurationBuilder::new()
        .with_schema(schema)
        .with_properties(row_tracking_properties())
        .with_protocol(row_tracking_protocol())
        .with_table_root(table_root)
        .build()
}

pub(crate) fn test_deletion_vector(
    path: impl Into<String>,
    cardinality: i64,
) -> DeletionVectorDescriptor {
    DeletionVectorDescriptor {
        storage_type: DeletionVectorStorageType::PersistedRelative,
        path_or_inline_dv: path.into(),
        offset: Some(1),
        size_in_bytes: 36,
        cardinality,
    }
}