algeon-cudf 0.1.2

Safe libcudf execution component for Algeon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

//! A named-column wrapper around GPU columns for DataFrame operations.
//!
//! [`DataFrame`] stores columns individually as `Arc<Column>`, enabling
//! schema-only operations like rename, select, without_columns, and clone to
//! share GPU memory via reference counting. Column data is not deep-copied.

mod column_ops;
mod concat_ops;
mod context;
mod display;
mod fillna_ops;
mod gpu_record_batch;
pub(crate) mod group_keys;
mod info;
mod io;
mod join;
mod names;
mod owned;
mod partition_ops;
mod row_ops;
mod row_predicate;
mod select;
mod sort_ops;

pub use column_ops::WithColumnExpr;
#[cfg(any(test, feature = "test-hooks"))]
pub(crate) use concat_ops::trigger_concat_by_name_missing_planned_dtype_for_test;
pub use concat_ops::{ConcatByNameOptions, SchemaAlignment};
pub use context::FrameOps;
#[cfg(any(test, feature = "test-hooks"))]
pub(crate) use fillna_ops::trigger_dataframe_dropna_subset_count_limit_error_for_test;
pub use fillna_ops::{DropDuplicatesOptions, DropNaHow, DropNaOptions};
pub use gpu_record_batch::{
    GpuRecordBatch, HostBatchCursor, HostBatchCursorConfig, PreparedHostBatch, ValidatedFixedSizeListExport,
    ValidatedUniformListExport,
};
#[cfg(any(test, feature = "test-hooks"))]
pub(crate) use gpu_record_batch::{
    fixed_size_list_structural_proof_build_count_for_test, reset_fixed_size_list_structural_proof_build_count_for_test,
};
pub use info::{
    ColumnMemoryAccounting, ColumnMemoryIdentity, DataFrameColumnInfo, DataFrameColumnMemoryIdentity, DataFrameInfo,
    DataFrameMemoryAccounting, DataFrameMemoryIdentity, DataTypeCount, FrameColumnMemoryAlias, FrameMemoryEffect,
    InfoDetail,
};
pub use io::{
    MultiParquetReadOptions, ParquetReadOptions, ParquetSourceChunkReadOutput, ParquetSourceReadPreflight,
    ParquetWriteOptions, SourceRead, SourceReadInput,
};
pub use join::{
    DataFrameConditionalFullJoinSizeData, DataFrameCrossJoinOptions, DataFrameFilteredJoin,
    DataFrameFilteredJoinOptions, DataFrameFilteredJoinProbeState, DataFrameHashJoin, DataFrameHashJoinMaterialized,
    DataFrameHashJoinOptions, DataFrameHashJoinPairIndices, DataFrameJoinIndices, DataFrameJoinOptions,
    DataFrameJoinPairIndices, DataFrameMixedJoinOptions, DataFrameMixedJoinSizeData,
    DataFrameMixedSingleSideJoinSizeData, DataFramePredicateJoinOptions, DataFrameProjectedCrossJoinPlan,
};
pub use owned::{DataFrame, DataFrameJoinSides};
pub(crate) use owned::{derive_frame_domain_from_columns, resolve_frame_domain_from_authoritative_source};
pub use partition_ops::HashPartitionedDataFrame;
#[cfg(any(test, feature = "test-hooks"))]
pub(crate) use row_ops::{
    trigger_dataframe_row_range_end_limit_error_for_test, trigger_dataframe_row_range_overflow_error_for_test,
    trigger_dataframe_row_range_start_limit_error_for_test,
};
pub use sort_ops::DataFramePreparedSort;

pub use crate::io::parquet::ParquetDictionaryPolicy;