robin-sparkless 4.0.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50

"""
Tests for #362: SQL DROP TABLE support (PySpark parity).

PySpark: spark.sql("DROP TABLE IF EXISTS my_schema.my_table"). Robin-sparkless now supports DROP TABLE / DROP VIEW.
Uses shared spark fixture.
"""

from __future__ import annotations

import pytest


def test_sql_drop_table_if_exists_issue_repro(spark) -> None:
    """spark.sql(\"DROP TABLE IF EXISTS my_schema.my_table\") (issue repro)."""
    try:
        out = spark.sql("DROP TABLE IF EXISTS my_schema.my_table")
        assert out.count() == 0
    except (AttributeError, RuntimeError) as e:
        if "sql" in str(e).lower() or "supported" in str(e).lower():
            pytest.skip("sql feature not built or DROP TABLE not supported")
        raise


def test_sql_drop_table_removes_temp_view(spark) -> None:
    """After creating a temp view, DROP TABLE removes it."""
    try:
        df = spark.createDataFrame([(1, "a"), (2, "b")], ["id", "x"])
        df.createOrReplaceTempView("t_to_drop")
        assert spark.table("t_to_drop").count() == 2
        spark.sql("DROP TABLE t_to_drop")
        with pytest.raises(Exception):
            spark.table("t_to_drop")
    except (AttributeError, RuntimeError) as e:
        if "sql" in str(e).lower() or "supported" in str(e).lower():
            pytest.skip("sql feature not built or DROP TABLE not supported")
        raise


def test_sql_drop_view_removes_temp_view(spark) -> None:
    """DROP VIEW also removes a temp view (same as DROP TABLE in-memory)."""
    try:
        df = spark.createDataFrame([(1,)], ["v"])
        df.createOrReplaceTempView("v_to_drop")
        spark.sql("DROP VIEW v_to_drop")
        with pytest.raises(Exception):
            spark.table("v_to_drop")
    except (AttributeError, RuntimeError) as e:
        if "sql" in str(e).lower() or "supported" in str(e).lower():
            pytest.skip("sql feature not built or DROP VIEW not supported")
        raise