[package]
edition = "2024"
name = "datafusion-distributed"
version = "2.0.0"
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Framework for enhancing Apache DataFusion with distributed capabilities"
documentation = "https://datafusion-contrib.github.io/datafusion-distributed/"
readme = "README.md"
license = "Apache-2.0"
repository = "https://github.com/datafusion-contrib/datafusion-distributed"
[features]
avro = ["datafusion/avro"]
clickbench = ["integration"]
integration = [
"insta",
"parquet",
"arrow",
"hyper-util",
]
slow-tests = []
sysinfo = ["dep:sysinfo"]
system-metrics = ["sysinfo"]
tpcds = ["integration"]
tpch = ["integration"]
[lib]
name = "datafusion_distributed"
path = "src/lib.rs"
[[example]]
name = "custom_distributed_partial_reduction_tree"
path = "examples/custom_distributed_partial_reduction_tree.rs"
[[example]]
name = "custom_execution_plan"
path = "examples/custom_execution_plan.rs"
[[example]]
name = "custom_worker_url_routing"
path = "examples/custom_worker_url_routing.rs"
[[example]]
name = "in_memory_cluster"
path = "examples/in_memory_cluster.rs"
[[example]]
name = "localhost_run"
path = "examples/localhost_run.rs"
[[example]]
name = "localhost_versioned_run"
path = "examples/localhost_versioned_run.rs"
[[example]]
name = "localhost_versioned_worker"
path = "examples/localhost_versioned_worker.rs"
[[example]]
name = "localhost_worker"
path = "examples/localhost_worker.rs"
[[example]]
name = "work_unit_feed"
path = "examples/work_unit_feed.rs"
[[test]]
name = "clickbench_correctness_test"
path = "tests/clickbench_correctness_test.rs"
[[test]]
name = "clickbench_plans_test"
path = "tests/clickbench_plans_test.rs"
[[test]]
name = "custom_config_extension"
path = "tests/custom_config_extension.rs"
[[test]]
name = "custom_extension_codec"
path = "tests/custom_extension_codec.rs"
[[test]]
name = "distributed_aggregation"
path = "tests/distributed_aggregation.rs"
[[test]]
name = "distributed_unions"
path = "tests/distributed_unions.rs"
[[test]]
name = "empty_columns_between_workers"
path = "tests/empty_columns_between_workers.rs"
[[test]]
name = "error_propagation"
path = "tests/error_propagation.rs"
[[test]]
name = "introspection"
path = "tests/introspection.rs"
[[test]]
name = "join"
path = "tests/join.rs"
[[test]]
name = "metrics_collection"
path = "tests/metrics_collection.rs"
[[test]]
name = "passthrough_headers"
path = "tests/passthrough_headers.rs"
[[test]]
name = "stateful_data_cleanup"
path = "tests/stateful_data_cleanup.rs"
[[test]]
name = "stateful_execution_plan"
path = "tests/stateful_execution_plan.rs"
[[test]]
name = "task_estimator_test"
path = "tests/task_estimator_test.rs"
[[test]]
name = "tpcds_correctness_test"
path = "tests/tpcds_correctness_test.rs"
[[test]]
name = "tpcds_plans_test"
path = "tests/tpcds_plans_test.rs"
[[test]]
name = "tpch_correctness_test"
path = "tests/tpch_correctness_test.rs"
[[test]]
name = "tpch_plans_test"
path = "tests/tpch_plans_test.rs"
[[test]]
name = "udfs"
path = "tests/udfs.rs"
[[test]]
name = "work_unit_feed"
path = "tests/work_unit_feed.rs"
[dependencies.arrow]
version = "58"
features = ["test_utils"]
optional = true
[dependencies.arrow-flight]
version = "58"
[dependencies.arrow-ipc]
version = "58"
features = ["zstd"]
[dependencies.arrow-select]
version = "58"
[dependencies.async-trait]
version = "0.1.89"
[dependencies.bincode]
version = "1"
[dependencies.bytes]
version = "1.11"
[dependencies.chrono]
version = "0.4.44"
[dependencies.crossbeam-queue]
version = "0.3"
[dependencies.dashmap]
version = "6.0.1"
[dependencies.datafusion]
version = "54.0.0"
features = [
"parquet",
"sql",
"unicode_expressions",
"datetime_expressions",
]
default-features = false
[dependencies.datafusion-proto]
version = "54.0.0"
[dependencies.delegate]
version = "0.13.4"
[dependencies.futures]
version = "0.3.31"
[dependencies.http]
version = "1.3.1"
[dependencies.hyper-util]
version = "0.1.16"
optional = true
[dependencies.insta]
version = "1.46.0"
features = ["filters"]
optional = true
[dependencies.itertools]
version = "0.14.0"
[dependencies.moka]
version = "0.12"
features = [
"sync",
"future",
]
[dependencies.object_store]
version = "0.13"
[dependencies.parquet]
version = "58"
optional = true
[dependencies.pin-project]
version = "1.1.10"
[dependencies.prost]
version = "0.14.1"
[dependencies.rand]
version = "0.9"
[dependencies.sketches-ddsketch]
version = "0.3"
features = ["use_serde"]
[dependencies.sysinfo]
version = "0.30"
optional = true
[dependencies.tokio]
version = "1.48"
features = ["full"]
[dependencies.tokio-stream]
version = "0.1.17"
features = ["sync"]
[dependencies.tokio-util]
version = "0.7"
[dependencies.tonic]
version = "0.14.1"
features = ["transport"]
[dependencies.tonic-prost]
version = "0.14.2"
[dependencies.tower]
version = "0.5.2"
[dependencies.url]
version = "2.5.7"
[dependencies.uuid]
version = "1.19"
[dev-dependencies.arrow]
version = "58"
features = ["test_utils"]
[dev-dependencies.hyper-util]
version = "0.1.16"
[dev-dependencies.insta]
version = "1.46.0"
features = ["filters"]
[dev-dependencies.parquet]
version = "58"
[dev-dependencies.pretty_assertions]
version = "1.4"
[dev-dependencies.structopt]
version = "0.3"
[dev-dependencies.test-case]
version = "3.3.1"
[dev-dependencies.tokio-stream]
version = "0.1.17"
features = ["sync"]