robin-sparkless 0.17.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

//! Shared helpers for integration tests (SparkSession and DataFrame setup).

use polars::prelude::df;
use robin_sparkless::{DataFrame, SparkSession};

/// Create a SparkSession with a descriptive app name for tests.
pub fn spark() -> SparkSession {
    SparkSession::builder()
        .app_name("robin_sparkless_tests")
        .get_or_create()
}

/// Convenience helper for a small (id, age, name) test DataFrame.
/// Use in tests that need a standard 3-row table; see core_dataframe.rs.
#[allow(dead_code)] // not used by every test binary (e.g. io, windows)
pub fn small_people_df() -> DataFrame {
    let spark = spark();
    let pl = df![
        "id" => &[1i64, 2i64, 3i64],
        "age" => &[25i64, 30i64, 35i64],
        "name" => &["Alice", "Bob", "Carol"],
    ]
    .unwrap();
    spark.create_dataframe_from_polars(pl)
}