1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
"""Tests for issue #412: SparkSession.builder() callable compatibility.
Issue #412 reports that SparkSession.builder() (with parentheses) raises
TypeError in Sparkless because builder is a non-callable attribute.
Uses get_spark_imports from fixture only.
"""
import pytest
from tests.fixtures.spark_imports import get_spark_imports
_imports = get_spark_imports()
SparkSession = _imports.SparkSession
class TestIssue412BuilderCallable:
"""Regression tests for SparkSession.builder() callable form (issue #412)."""
def test_builder_callable_returns_self(self) -> None:
"""builder is a non-callable Builder object (PySpark parity)."""
builder = SparkSession.builder
assert builder is not None
# In PySpark, builder is a Builder instance and not callable.
with pytest.raises(TypeError):
builder()
def test_builder_callable_full_chain(self) -> None:
"""SparkSession.builder() callable form raises TypeError (PySpark parity)."""
builder = SparkSession.builder
assert builder is not None
with pytest.raises(TypeError):
# In PySpark this raises \"'Builder' object is not callable\".
builder().appName("my_app").getOrCreate()
def test_builder_property_and_call_equivalent(self) -> None:
"""Property-style builder works; callable form raises TypeError (PySpark parity)."""
builder = SparkSession.builder
assert builder is not None
# Clear singleton so we get fresh sessions
SparkSession._singleton_session = None
spark1 = builder.appName("prop_form").getOrCreate()
try:
assert spark1 is not None
finally:
spark1.stop()
SparkSession._singleton_session = None
with pytest.raises(TypeError):
builder().appName("call_form").getOrCreate()