robin-sparkless 4.4.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

{
  "name": "array_sum",
  "pyspark_version": "3.5.0",
  "input": {
    "schema": [
      { "name": "id", "type": "bigint" },
      { "name": "a", "type": "bigint" },
      { "name": "b", "type": "bigint" },
      { "name": "c", "type": "bigint" }
    ],
    "rows": [
      [1, 1, 2, 3],
      [2, 10, 20, null],
      [3, 5, null, null]
    ]
  },
  "operations": [
    { "op": "withColumn", "column": "vals", "expr": "array(col('a'), col('b'), col('c'))" },
    { "op": "withColumn", "column": "total", "expr": "array_sum(col('vals'))" },
    { "op": "orderBy", "columns": ["id"], "ascending": [true] }
  ],
  "expected": {
    "schema": [
      { "name": "id", "type": "bigint" },
      { "name": "a", "type": "bigint" },
      { "name": "b", "type": "bigint" },
      { "name": "c", "type": "bigint" },
      { "name": "vals", "type": "array<bigint>" },
      { "name": "total", "type": "bigint" }
    ],
    "rows": [
      [1, 1, 2, 3, [1, 2, 3], 6],
      [2, 10, 20, null, [10, 20, null], 30],
      [3, 5, null, null, [5, null, null], 5]
    ]
  }
}