polars_stream/
lib.rs

1mod async_executor;
2mod async_primitives;
3mod skeleton;
4
5use std::sync::LazyLock;
6
7pub use skeleton::{run_query, visualize_physical_plan};
8
9mod execute;
10pub(crate) mod expression;
11mod graph;
12pub use skeleton::{QueryResult, StreamingQuery};
13mod morsel;
14mod nodes;
15mod physical_plan;
16mod pipe;
17mod utils;
18
19// TODO: experiment with these.
20static DEFAULT_LINEARIZER_BUFFER_SIZE: LazyLock<usize> = LazyLock::new(|| {
21    std::env::var("POLARS_DEFAULT_LINEARIZER_BUFFER_SIZE")
22        .map(|x| x.parse().unwrap())
23        .unwrap_or(4)
24});
25
26static DEFAULT_DISTRIBUTOR_BUFFER_SIZE: LazyLock<usize> = LazyLock::new(|| {
27    std::env::var("POLARS_DEFAULT_DISTRIBUTOR_BUFFER_SIZE")
28        .map(|x| x.parse().unwrap())
29        .unwrap_or(4)
30});
31
32static DEFAULT_ZIP_HEAD_BUFFER_SIZE: LazyLock<usize> = LazyLock::new(|| {
33    std::env::var("POLARS_DEFAULT_ZIP_HEAD_BUFFER_SIZE")
34        .map(|x| x.parse().unwrap())
35        .unwrap_or(4)
36});