datafusion-distributed 2.0.0

Framework for enhancing Apache DataFusion with distributed capabilities
Documentation
# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2024"
name = "datafusion-distributed"
version = "2.0.0"
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Framework for enhancing Apache DataFusion with distributed capabilities"
documentation = "https://datafusion-contrib.github.io/datafusion-distributed/"
readme = "README.md"
license = "Apache-2.0"
repository = "https://github.com/datafusion-contrib/datafusion-distributed"

[features]
avro = ["datafusion/avro"]
clickbench = ["integration"]
integration = [
    "insta",
    "parquet",
    "arrow",
    "hyper-util",
]
slow-tests = []
sysinfo = ["dep:sysinfo"]
system-metrics = ["sysinfo"]
tpcds = ["integration"]
tpch = ["integration"]

[lib]
name = "datafusion_distributed"
path = "src/lib.rs"

[[example]]
name = "custom_distributed_partial_reduction_tree"
path = "examples/custom_distributed_partial_reduction_tree.rs"

[[example]]
name = "custom_execution_plan"
path = "examples/custom_execution_plan.rs"

[[example]]
name = "custom_worker_url_routing"
path = "examples/custom_worker_url_routing.rs"

[[example]]
name = "in_memory_cluster"
path = "examples/in_memory_cluster.rs"

[[example]]
name = "localhost_run"
path = "examples/localhost_run.rs"

[[example]]
name = "localhost_versioned_run"
path = "examples/localhost_versioned_run.rs"

[[example]]
name = "localhost_versioned_worker"
path = "examples/localhost_versioned_worker.rs"

[[example]]
name = "localhost_worker"
path = "examples/localhost_worker.rs"

[[example]]
name = "work_unit_feed"
path = "examples/work_unit_feed.rs"

[[test]]
name = "clickbench_correctness_test"
path = "tests/clickbench_correctness_test.rs"

[[test]]
name = "clickbench_plans_test"
path = "tests/clickbench_plans_test.rs"

[[test]]
name = "custom_config_extension"
path = "tests/custom_config_extension.rs"

[[test]]
name = "custom_extension_codec"
path = "tests/custom_extension_codec.rs"

[[test]]
name = "distributed_aggregation"
path = "tests/distributed_aggregation.rs"

[[test]]
name = "distributed_unions"
path = "tests/distributed_unions.rs"

[[test]]
name = "empty_columns_between_workers"
path = "tests/empty_columns_between_workers.rs"

[[test]]
name = "error_propagation"
path = "tests/error_propagation.rs"

[[test]]
name = "introspection"
path = "tests/introspection.rs"

[[test]]
name = "join"
path = "tests/join.rs"

[[test]]
name = "metrics_collection"
path = "tests/metrics_collection.rs"

[[test]]
name = "passthrough_headers"
path = "tests/passthrough_headers.rs"

[[test]]
name = "stateful_data_cleanup"
path = "tests/stateful_data_cleanup.rs"

[[test]]
name = "stateful_execution_plan"
path = "tests/stateful_execution_plan.rs"

[[test]]
name = "task_estimator_test"
path = "tests/task_estimator_test.rs"

[[test]]
name = "tpcds_correctness_test"
path = "tests/tpcds_correctness_test.rs"

[[test]]
name = "tpcds_plans_test"
path = "tests/tpcds_plans_test.rs"

[[test]]
name = "tpch_correctness_test"
path = "tests/tpch_correctness_test.rs"

[[test]]
name = "tpch_plans_test"
path = "tests/tpch_plans_test.rs"

[[test]]
name = "udfs"
path = "tests/udfs.rs"

[[test]]
name = "work_unit_feed"
path = "tests/work_unit_feed.rs"

[dependencies.arrow]
version = "58"
features = ["test_utils"]
optional = true

[dependencies.arrow-flight]
version = "58"

[dependencies.arrow-ipc]
version = "58"
features = ["zstd"]

[dependencies.arrow-select]
version = "58"

[dependencies.async-trait]
version = "0.1.89"

[dependencies.bincode]
version = "1"

[dependencies.bytes]
version = "1.11"

[dependencies.chrono]
version = "0.4.44"

[dependencies.crossbeam-queue]
version = "0.3"

[dependencies.dashmap]
version = "6.0.1"

[dependencies.datafusion]
version = "54.0.0"
features = [
    "parquet",
    "sql",
    "unicode_expressions",
    "datetime_expressions",
]
default-features = false

[dependencies.datafusion-proto]
version = "54.0.0"

[dependencies.delegate]
version = "0.13.4"

[dependencies.futures]
version = "0.3.31"

[dependencies.http]
version = "1.3.1"

[dependencies.hyper-util]
version = "0.1.16"
optional = true

[dependencies.insta]
version = "1.46.0"
features = ["filters"]
optional = true

[dependencies.itertools]
version = "0.14.0"

[dependencies.moka]
version = "0.12"
features = [
    "sync",
    "future",
]

[dependencies.object_store]
version = "0.13"

[dependencies.parquet]
version = "58"
optional = true

[dependencies.pin-project]
version = "1.1.10"

[dependencies.prost]
version = "0.14.1"

[dependencies.rand]
version = "0.9"

[dependencies.sketches-ddsketch]
version = "0.3"
features = ["use_serde"]

[dependencies.sysinfo]
version = "0.30"
optional = true

[dependencies.tokio]
version = "1.48"
features = ["full"]

[dependencies.tokio-stream]
version = "0.1.17"
features = ["sync"]

[dependencies.tokio-util]
version = "0.7"

[dependencies.tonic]
version = "0.14.1"
features = ["transport"]

[dependencies.tonic-prost]
version = "0.14.2"

[dependencies.tower]
version = "0.5.2"

[dependencies.url]
version = "2.5.7"

[dependencies.uuid]
version = "1.19"

[dev-dependencies.arrow]
version = "58"
features = ["test_utils"]

[dev-dependencies.hyper-util]
version = "0.1.16"

[dev-dependencies.insta]
version = "1.46.0"
features = ["filters"]

[dev-dependencies.parquet]
version = "58"

[dev-dependencies.pretty_assertions]
version = "1.4"

[dev-dependencies.structopt]
version = "0.3"

[dev-dependencies.test-case]
version = "3.3.1"

[dev-dependencies.tokio-stream]
version = "0.1.17"
features = ["sync"]