datafusion-app 0.1.0

DataFusion App
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75

[package]
authors = ["Matthew Turner <matthew.m.turner@outlook.com>"]
description = "DataFusion App"
edition = "2021"
homepage = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-app"
keywords = ["datafusion", "query", "sql"]
license = "Apache-2.0"
name = "datafusion-app"
readme = "README.md"
repository = "https://github.com/datafusion-contrib/datafusion-dft/tree/main/crates/datafusion-app"
version = "0.1.0"

# Leaving Hudi and Iceberg around in case traction on those picks up.  It would be better if I just remove them from main and create PRs with the diff - maybe ill get around to that.

[dependencies]
arrow-flight = { features = [
  "flight-sql-experimental",
], optional = true, version = "57" }
async-trait = "0.1.80"
base64 = { optional = true, version = "0.22.1" }
color-eyre = "0.6.3"
datafusion = "51"
datafusion-functions-json = { optional = true, version = "0.51" }
datafusion-functions-parquet = { optional = true, path = "../datafusion-functions-parquet", version = "0.2.0" }
datafusion-udfs-wasm = { features = [
  "serde",
], optional = true, path = "../datafusion-udfs-wasm", version = "0.1.0" }
deltalake = { features = [
  "datafusion",
  "s3",
], optional = true, version = "0.30" }
directories = "5.0.1"
futures = "0.3.30"
indexmap = { features = ["serde"], version = "2.8.0" }
itertools = "0.13.0"
log = "0.4.22"
metrics = { optional = true, version = "0.24.0" }
num_cpus = "1.16.0"
object_store = { features = ["aws"], optional = true, version = "0.12" }
object_store_opendal = { optional = true, version = "0.54" }
opendal = { features = [
  "services-huggingface",
], optional = true, version = "0.54.1" }
parking_lot = "0.12.3"
serde = { features = ["derive"], version = "1.0.197" }
tokio = { features = ["macros", "rt-multi-thread"], version = "1.36.0" }
tokio-metrics = { features = [
  "metrics-rs-integration",
], optional = true, version = "0.4" }
tokio-stream = { features = ["net"], version = "0.1.15" }
tonic = { optional = true, version = "0.14" }
url = { optional = true, version = "2.5.2" }
vortex-datafusion = { optional = true, version = "0.58" }

[dev-dependencies]
criterion = { features = ["async_tokio"], version = "0.5.1" }

[features]
default = ["functions-parquet"]
deltalake = ["dep:deltalake"]
flightsql = ["dep:arrow-flight", "dep:base64", "dep:tonic"]
functions-json = ["dep:datafusion-functions-json"]
functions-parquet = ["dep:datafusion-functions-parquet"]
huggingface = ["object_store_opendal", "opendal", "url"]
observability = ["dep:metrics", "dep:tokio-metrics"]
s3 = ["object_store/aws", "url"]
udfs-wasm = ["dep:datafusion-udfs-wasm"]
vortex = ["dep:vortex-datafusion"]

[lints.clippy]
clone_on_ref_ptr = "deny"

[[bench]]
harness = false
name = "map_table_benchmark"