robin-sparkless 4.4.0

PySpark-like DataFrame API in Rust on Polars; no JVM.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

{
  "name": "parse_url_key",
  "pyspark_version": "3.5.0",
  "input": {
    "schema": [
      { "name": "id", "type": "bigint" },
      { "name": "url", "type": "string" }
    ],
    "rows": [
      [1, "http://example.com/path?k=val1&foo=bar"],
      [2, "https://a.b/c?x=1&x=2"]
    ]
  },
  "operations": [
    { "op": "withColumn", "column": "q_k", "expr": "parse_url(col('url'), 'QUERY', 'k')" },
    { "op": "withColumn", "column": "q_foo", "expr": "parse_url(col('url'), 'QUERY', 'foo')" },
    { "op": "orderBy", "columns": ["id"], "ascending": [true] }
  ],
  "expected": {
    "schema": [
      { "name": "id", "type": "bigint" },
      { "name": "url", "type": "string" },
      { "name": "q_k", "type": "string" },
      { "name": "q_foo", "type": "string" }
    ],
    "rows": [
      [1, "http://example.com/path?k=val1&foo=bar", "val1", "bar"],
      [2, "https://a.b/c?x=1&x=2", null, null]
    ]
  }
}