lance 7.1.0

A columnar data format that is 100x faster than Parquet for random access.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

// SPDX-License-Identifier: Apache-2.0
// SPDX-FileCopyrightText: Copyright The Lance Authors

//! Execution plan nodes for LSM scanner.
//!
//! This module contains custom DataFusion execution plan implementations
//! for LSM tree query execution:
//!
//! - [`MemtableGenTagExec`]: Wraps a scan to add `_memtable_gen` column
//! - [`BloomFilterGuardExec`]: Guards child execution with bloom filter check
//! - [`CoalesceFirstExec`]: Returns first non-empty result with short-circuit
//! - [`WithinSourceDedupExec`]: Deduplicates rows with the same PK from a single source
//! - [`PkHashFilterExec`]: Drops rows whose PK hash was superseded by a newer generation (the cross-generation block-list)

mod bloom_guard;
mod coalesce_first;
mod generation_tag;
mod pk;
mod pk_hash_filter;
mod within_source_dedup;

pub use bloom_guard::{BloomFilterGuardExec, compute_pk_hash_from_scalars};
pub use coalesce_first::CoalesceFirstExec;
pub use generation_tag::{MEMTABLE_GEN_COLUMN, MemtableGenTagExec};
pub use pk::{
    ROW_ADDRESS_COLUMN, compute_pk_hash, is_supported_pk_type, resolve_pk_indices,
    validate_pk_types,
};
pub use pk_hash_filter::PkHashFilterExec;
pub use within_source_dedup::{DedupDirection, WithinSourceDedupExec};