vortex_scan/lib.rs
1// SPDX-License-Identifier: Apache-2.0
2// SPDX-FileCopyrightText: Copyright the Vortex contributors
3
4// TODO(ngates): this crate is being re-purposed to expose the Scan API, rather than any specific
5// implementation of it. Much of the current code is about implementing the Scan API over a
6// Vortex Layout tree. This should move to the vortex-layout crate.
7
8/// A heuristic for an ideal split size.
9///
10/// We don't actually know if this is right, but it is probably a good estimate.
11const IDEAL_SPLIT_SIZE: u64 = 100_000;
12
13pub mod api;
14pub mod arrow;
15mod filter;
16pub mod row_mask;
17mod splits;
18mod tasks;
19
20mod selection;
21pub use selection::Selection;
22
23mod split_by;
24pub use split_by::SplitBy;
25
26mod scan_builder;
27pub use scan_builder::ScanBuilder;
28
29pub mod layout;
30pub mod multi;
31mod repeated_scan;
32#[cfg(test)]
33mod test;
34
35pub use repeated_scan::RepeatedScan;