[package]
edition = "2021"
name = "apache-spark-connect"
version = "4.2.0"
authors = ["Apache Spark <dev@spark.apache.org>"]
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "Pure-Rust Spark Connect DataFrame client mirroring the PySpark API surface"
homepage = "https://spark.apache.org/"
readme = false
license = "Apache-2.0"
repository = "https://github.com/apache/spark-connect-rust"
[features]
datafusion = ["dep:datafusion"]
polars = ["dep:polars"]
wasm-udf = ["dep:base64"]
[lib]
name = "spark_connect"
path = "src/lib.rs"
[[test]]
name = "catalog_golden"
path = "tests/catalog_golden.rs"
[[test]]
name = "coverage_column_streaming_extra"
path = "tests/coverage_column_streaming_extra.rs"
[[test]]
name = "coverage_expression_extra"
path = "tests/coverage_expression_extra.rs"
[[test]]
name = "coverage_ml_extra"
path = "tests/coverage_ml_extra.rs"
[[test]]
name = "coverage_plan_extra"
path = "tests/coverage_plan_extra.rs"
[[test]]
name = "coverage_plan_map_udtf"
path = "tests/coverage_plan_map_udtf.rs"
[[test]]
name = "coverage_types_extra"
path = "tests/coverage_types_extra.rs"
[[test]]
name = "dataframe_extra_golden"
path = "tests/dataframe_extra_golden.rs"
[[test]]
name = "e2e_columns"
path = "tests/e2e_columns.rs"
[[test]]
name = "e2e_coverage"
path = "tests/e2e_coverage.rs"
[[test]]
name = "e2e_dataframe"
path = "tests/e2e_dataframe.rs"
[[test]]
name = "e2e_functions"
path = "tests/e2e_functions.rs"
[[test]]
name = "e2e_integration"
path = "tests/e2e_integration.rs"
[[test]]
name = "e2e_new_methods"
path = "tests/e2e_new_methods.rs"
[[test]]
name = "e2e_ops_breadth"
path = "tests/e2e_ops_breadth.rs"
[[test]]
name = "e2e_session_catalog"
path = "tests/e2e_session_catalog.rs"
[[test]]
name = "e2e_streaming"
path = "tests/e2e_streaming.rs"
[[test]]
name = "functions_coverage"
path = "tests/functions_coverage.rs"
[[test]]
name = "functions_extra_golden"
path = "tests/functions_extra_golden.rs"
[[test]]
name = "functions_golden"
path = "tests/functions_golden.rs"
[[test]]
name = "golden_test"
path = "tests/golden_test.rs"
[[test]]
name = "hof_golden"
path = "tests/hof_golden.rs"
[[test]]
name = "ml_coverage"
path = "tests/ml_coverage.rs"
[[test]]
name = "ml_extra_golden"
path = "tests/ml_extra_golden.rs"
[[test]]
name = "ml_golden"
path = "tests/ml_golden.rs"
[[test]]
name = "plan_arg_regression_golden"
path = "tests/plan_arg_regression_golden.rs"
[[test]]
name = "plan_serialization"
path = "tests/plan_serialization.rs"
[[test]]
name = "plans_golden"
path = "tests/plans_golden.rs"
[[test]]
name = "readwriter_golden"
path = "tests/readwriter_golden.rs"
[[test]]
name = "row_coverage_golden"
path = "tests/row_coverage_golden.rs"
[[test]]
name = "streaming_golden"
path = "tests/streaming_golden.rs"
[[test]]
name = "test_conf_tvf"
path = "tests/test_conf_tvf.rs"
[[test]]
name = "types_behavior"
path = "tests/types_behavior.rs"
[[test]]
name = "types_roundtrip"
path = "tests/types_roundtrip.rs"
[[test]]
name = "window_golden"
path = "tests/window_golden.rs"
[dependencies.arrow]
version = "58"
features = [
"ipc",
"prettyprint",
]
default-features = false
[dependencies.base64]
version = "0.21"
optional = true
[dependencies.bytes]
version = "1"
[dependencies.datafusion]
version = "53"
optional = true
default-features = false
[dependencies.futures]
version = "0.3"
[dependencies.polars]
version = "0.54"
features = ["ipc"]
optional = true
default-features = false
[dependencies.prost]
version = "0.14"
[dependencies.serde_json]
version = "1.0"
[dependencies.spark-connect-core]
version = "4.2.0"
package = "apache-spark-connect-core"
[dependencies.spark-connect-proto]
version = "4.2.0"
package = "apache-spark-connect-proto"
[dependencies.thiserror]
version = "2"
[dependencies.tokio]
version = "1"
features = [
"rt-multi-thread",
"sync",
"macros",
"time",
]
[dependencies.uuid]
version = "1"
features = ["v4"]
[dev-dependencies.base64]
version = "0.21"