robin-sparkless 4.4.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27

"""Tests for issue #385: union() with DataFrame (PySpark parity).

PySpark union/unionAll require real DataFrames; custom DataFrame-like wrappers are sparkless-only.
"""

from __future__ import annotations


def test_union_accepts_dataframe(spark) -> None:
    """union(other) with a plain DataFrame works."""
    a = spark.createDataFrame([(1, "x")], ["id", "label"])
    b = spark.createDataFrame([(2, "y")], ["id", "label"])
    out = a.union(b)
    rows = out.collect()
    assert len(rows) == 2
    assert rows[0]["id"] == 1 and rows[0]["label"] == "x"
    assert rows[1]["id"] == 2 and rows[1]["label"] == "y"


def test_union_all_accepts_dataframe(spark) -> None:
    """unionAll(other) with a plain DataFrame works."""
    a = spark.createDataFrame([(1,)], ["v"])
    b = spark.createDataFrame([(2,)], ["v"])
    out = a.unionAll(b)
    rows = out.collect()
    assert len(rows) == 2
    assert rows[0]["v"] == 1 and rows[1]["v"] == 2