linkrs-query 0.1.0

Query engine, parser, and executor for Linkrs
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95

//! Streaming execution engine for pull-based iterator model
//!
//! This module implements a pull-based chunked streaming executor system
//! that efficiently processes data through an operator pipeline.
//!
//! Key components:
//! - DataChunk: Fixed-size batches of rows
//! - StreamingExecutor: Enum-based pull operators
//! - StreamingExecutionEngine: Orchestration layer
//! - ExecutionRuntime: Per-query runtime (cancel, memory, profile, resources)
//! - ResultStream: Streaming result handle

pub mod chunk;
pub mod context;
pub mod engine;
pub mod executor;

pub mod helpers;
pub mod instance;
pub mod interner;
pub mod join_helpers;
pub mod memory_pool;
pub mod operators;
pub mod parameters;
pub mod partition;
pub mod plan;
pub mod pool;
pub mod query_registry;
pub mod result_utils;
pub mod runtime;
pub mod slot;
pub mod spill;
pub mod state;
pub mod stream;
pub mod stream_result;
pub mod subquery;
pub mod transaction_scope;

pub use chunk::{DataChunk, LocalChunkCollector, RowBufferPool};
pub use context::BorrowedRowContext;
pub use engine::StreamingExecutionEngine;
pub use executor::StreamingExecutor;

pub use operators::base::OperatorBase;
pub use operators::spec::{BlockingSpec, ExchangeSpec, JoinSpec, SourceSpec, UnarySpec};
pub use operators::state::{BlockingState, ExchangeState, JoinState, SourceState};
pub use partition::PartitionView;

pub use result_utils::{
    chunks_to_execution_result, chunks_to_execution_result_with_spill, convert_chunks_to_dataset,
    convert_chunks_to_dataset_with_spill,
};
pub use runtime::{
    ExecutionRuntime, OperatorProfile, OperatorProfileKey, ProfileBoard, ProfileCollector,
    ProfileEntry, QueryFinishGuard, QueryIdentity, ResourceOwner,
};
pub use slot::{
    combine_layouts, combine_layouts_with_dedup, SlotId, SlotInfo, SlotLayout, SlotOrigin,
};
pub use stream::ResultStream;
pub use stream_result::StreamingQueryResult;

pub use plan::context::PhysicalPlanBuildContext;
pub use plan::types::{
    CapabilitySet, FragmentGraph, FragmentId, FragmentKind, FragmentSpec, LogicalNodeId,
    OperatorKindSpec, OutputContract, PhysicalOperatorId, PhysicalOperatorIdAllocator,
    PhysicalOperatorSpec, PhysicalPlan, PlanCompatibility, PlanFingerprint, SortOrder,
};
pub use plan::validator::{PhysicalPlanValidator, ValidationResult, ValidationTier};

// ── Spill types ──
pub use spill::{
    finalize_partitions_with_runtime, hash_bytes_partition, hash_row_partition, schema_fingerprint,
    DiskQuota, HashPartitionConfig, HashPartitionSpiller, RunHeader, RunReader, RunWriter,
    SpillConfig, SpillManager, SpilledRun, COLLECTOR_RUN_ROWS_MAX, COLLECTOR_SPILL_ROWS_DEFAULT,
    HASH_JOIN_MAX_DEPTH, HASH_JOIN_PARTITIONS_DEFAULT,
};

// ── New types ──
pub use instance::{QueryBindings, QueryExecutionInstance, ResultSink};
pub use query_registry::{CancelToken, QueryGuard, QueryId, QueryMetadata, QueryRegistry};
pub use state::{
    GlobalState, GlobalStateArena, GlobalStateKey, LocalState, LocalStateArena, LocalStateKey,
    StateArenaSet, TaskId,
};
pub use transaction_scope::{
    CancelReason, SessionTransactionController, TransactionCommandResult, TransactionId,
    TransactionScope, TransactionState,
};

// ── Memory pool types ──
pub use memory_pool::{
    DatabaseMemoryPool, FragmentPool, MemoryPoolError, MemoryPoolReservation, OperatorPool,
    PoolHandle, PooledChunk, QueryPool, TaskPool,
};