timeseries-table-format 0.6.0

Append-only time-series table format with gap/overlap tracking
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Shared row-group parallelism helpers for Parquet scans.

/// Record batch size for projected Parquet inspection scans.
pub(crate) const INSPECTION_BATCH_SIZE: usize = 8_192;

/// Resolve thread count and row-group chunk size for parallel scans.
pub fn resolve_rg_settings(num_row_groups: usize) -> (usize, usize) {
    let logical_threads = std::thread::available_parallelism()
        .map(|n| n.get())
        .unwrap_or(1);
    let max_threads = logical_threads.saturating_mul(2).max(1);
    let threads_used = if num_row_groups == 0 {
        logical_threads.max(1)
    } else if num_row_groups <= max_threads {
        num_row_groups
    } else {
        logical_threads.max(1)
    };
    let rg_chunk = if num_row_groups == 0 {
        1
    } else {
        num_row_groups.div_ceil(threads_used)
    };
    (threads_used, rg_chunk)
}