robin-sparkless-polars 4.8.0

Polars-backed DataFrame, Session, and expression layer for robin-sparkless.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70

//! Robin Sparkless Polars: DataFrame, Session, Column, and expression layer (single crate that depends on Polars).

#![allow(clippy::collapsible_if)]
#![allow(clippy::let_and_return)]

pub mod column;
pub mod dataframe;
pub mod engine_backend;
pub mod error;
pub mod expr_ir;
pub mod expression;
pub mod functions;
pub mod plan;
pub mod schema;
pub(crate) mod schema_conv;
pub mod session;
pub mod traits;

pub mod type_coercion;
pub mod udf_context;
pub mod udf_registry;
pub mod udfs;

#[cfg(feature = "delta")]
pub mod delta;
#[cfg(any(
    feature = "jdbc",
    feature = "jdbc_mysql",
    feature = "jdbc_mariadb",
    feature = "jdbc_mssql",
    feature = "jdbc_oracle",
    feature = "jdbc_db2",
    feature = "sqlite"
))]
pub mod jdbc;
#[cfg(feature = "sql")]
pub mod sql;

pub type Expr = polars::prelude::Expr;
pub type LiteralValue = polars::prelude::LiteralValue;
/// Re-export for root crate and API that returns Polars errors.
pub use polars::error::PolarsError;
/// Re-export for root DataFrame::from_polars.
pub use polars::prelude::DataFrame as PlDataFrame;
/// Re-export for root DataFrame::get_column_dtype return type.
pub use polars::prelude::DataType as PlDataType;
/// Re-export for root DataFrame::from_lazy.
pub use polars::prelude::LazyFrame;
/// Re-export for root SparkSession::register_udf.
pub use polars::prelude::Series;

pub use column::Column;
pub use dataframe::{
    CubeRollupData, DataFrame, GroupBySpec, GroupedData, JoinType, PivotedGroupedData, SaveMode,
    SelectItem, WriteFormat, WriteMode, broadcast,
};
pub use error::{EngineError, polars_to_core_error};
pub use expression::{column_to_expr, lit_bool, lit_f64, lit_i32, lit_i64, lit_str};
pub use functions::*;
pub use schema::{DataType, StructField, StructType, StructTypePolarsExt, schema_from_json};
pub use session::{DataFrameReader, SparkSession, SparkSessionBuilder};
pub use traits::{FromRobinDf, IntoRobinDf};
pub use type_coercion::{
    CompareOp, coerce_for_pyspark_comparison, coerce_for_pyspark_eq_null_safe, find_common_type,
};
pub use udf_context::{
    clear_thread_udf_context, get_thread_session_time_zone, get_thread_udf_context,
    set_thread_udf_context, set_thread_udf_context_with_tz, update_thread_session_time_zone,
};
pub use udf_registry::{RustUdf, UdfRegistry};