robin-sparkless 4.2.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66

{
  "_comment": "Semantic annotations for gap analysis. Merged into GAP_ANALYSIS_PYSPARK_REPO output. See PYSPARK_DIFFERENCES.md and ROBIN_SPARKLESS_MISSING.md.",
  "stub": [
    "broadcast",
    "spark_partition_id",
    "input_file_name",
    "monotonically_increasing_id",
    "current_catalog",
    "current_database",
    "current_schema",
    "current_user",
    "user",
    "grouping",
    "grouping_id",
    "storageLevel",
    "persist",
    "unpersist",
    "withWatermark",
    "isStreaming"
  ],
  "diverges": [
    "assert_true",
    "raise_error",
    "aes_encrypt",
    "aes_decrypt",
    "try_aes_decrypt",
    "rand",
    "randn",
    "from_utc_timestamp",
    "to_utc_timestamp",
    "unix_timestamp",
    "from_unixtime"
  ],
  "deferred": [
    "from_xml",
    "to_xml",
    "schema_of_xml",
    "xpath",
    "xpath_boolean",
    "xpath_double",
    "xpath_float",
    "xpath_int",
    "xpath_long",
    "xpath_number",
    "xpath_short",
    "xpath_string",
    "sentences",
    "udf",
    "pandas_udf",
    "udtf",
    "call_udf",
    "session_window",
    "count_min_sketch",
    "histogram_numeric",
    "hll_sketch_agg",
    "hll_sketch_estimate",
    "hll_union",
    "hll_union_agg",
    "rdd",
    "foreach",
    "foreachPartition",
    "mapInPandas",
    "mapPartitions",
    "writeTo"
  ]
}