ironbeam 2.1.0

A batch processing clone of Apache Beam in Rust.
Documentation
# THIS FILE IS AUTOMATICALLY GENERATED BY CARGO
#
# When uploading crates to the registry Cargo will automatically
# "normalize" Cargo.toml files for maximal compatibility
# with all versions of Cargo and also rewrite `path` dependencies
# to registry (e.g., crates.io) dependencies.
#
# If you are reading this file be aware that the original Cargo.toml
# will likely look very different (and much more reasonable).
# See Cargo.toml.orig for the original contents.

[package]
edition = "2024"
name = "ironbeam"
version = "2.1.0"
build = false
autolib = false
autobins = false
autoexamples = false
autotests = false
autobenches = false
description = "A batch processing clone of Apache Beam in Rust."
readme = "README.md"
license = "MIT"
repository = "https://github.com/nhubbard/ironbeam"

[package.metadata.docs.rs]
all-features = true

[features]
checkpointing = [
    "dep:postcard",
    "dep:sha2",
]
compression-bzip2 = ["dep:bzip2"]
compression-gzip = ["dep:flate2"]
compression-xz = ["dep:xz2"]
compression-zstd = ["dep:zstd"]
default = [
    "io-jsonl",
    "io-csv",
    "io-parquet",
    "parallel-io",
    "compression-gzip",
    "compression-zstd",
    "compression-bzip2",
    "compression-xz",
    "metrics",
    "checkpointing",
    "spilling",
]
io-csv = ["dep:csv"]
io-jsonl = []
io-parquet = [
    "dep:parquet",
    "dep:arrow",
    "dep:serde_arrow",
]
metrics = []
parallel-io = []
spilling = ["dep:postcard"]

[lib]
name = "ironbeam"
path = "src/lib.rs"

[[example]]
name = "advanced_joins"
path = "examples/advanced_joins.rs"

[[example]]
name = "checkpoint_recovery_demo"
path = "examples/checkpoint_recovery_demo.rs"

[[example]]
name = "checkpointing_demo"
path = "examples/checkpointing_demo.rs"

[[example]]
name = "cloud_io_demo"
path = "examples/cloud_io_demo.rs"

[[example]]
name = "combiners_showcase"
path = "examples/combiners_showcase.rs"

[[example]]
name = "compressed_io"
path = "examples/compressed_io.rs"

[[example]]
name = "data_quality_validation"
path = "examples/data_quality_validation.rs"

[[example]]
name = "etl_pipeline"
path = "examples/etl_pipeline.rs"

[[example]]
name = "explain_pipeline"
path = "examples/explain_pipeline.rs"

[[example]]
name = "glob_patterns"
path = "examples/glob_patterns.rs"

[[example]]
name = "metrics_example"
path = "examples/metrics_example.rs"

[[example]]
name = "multi_output"
path = "examples/multi_output.rs"

[[example]]
name = "testing_pipeline"
path = "examples/testing_pipeline.rs"

[[example]]
name = "windowing_aggregations"
path = "examples/windowing_aggregations.rs"

[[test]]
name = "checkpoint"
path = "tests/checkpoint.rs"

[[test]]
name = "core"
path = "tests/core.rs"

[[test]]
name = "explain"
path = "tests/explain.rs"

[[test]]
name = "extensions"
path = "tests/extensions.rs"

[[test]]
name = "filter_enhanced"
path = "tests/filter_enhanced.rs"

[[test]]
name = "lib"
path = "tests/lib.rs"

[[test]]
name = "macros"
path = "tests/macros.rs"

[[test]]
name = "mega_integration"
path = "tests/mega_integration.rs"

[[test]]
name = "metrics"
path = "tests/metrics.rs"

[[test]]
name = "multi_output"
path = "tests/multi_output.rs"

[[test]]
name = "node"
path = "tests/node.rs"

[[test]]
name = "node_id"
path = "tests/node_id.rs"

[[test]]
name = "ordering"
path = "tests/ordering.rs"

[[test]]
name = "par_write"
path = "tests/par_write.rs"

[[test]]
name = "pipeline"
path = "tests/pipeline.rs"

[[test]]
name = "planner"
path = "tests/planner.rs"

[[test]]
name = "runner"
path = "tests/runner.rs"

[[test]]
name = "spill"
path = "tests/spill.rs"

[[test]]
name = "spill_integration"
path = "tests/spill_integration.rs"

[[test]]
name = "test_flatten"
path = "tests/test_flatten.rs"

[[test]]
name = "testing_utilities"
path = "tests/testing_utilities.rs"

[[test]]
name = "utils"
path = "tests/utils.rs"

[[test]]
name = "validation"
path = "tests/validation.rs"

[dependencies.anyhow]
version = "1"

[dependencies.arrow]
version = "58"
optional = true

[dependencies.bzip2]
version = "0.6"
optional = true

[dependencies.csv]
version = "1"
optional = true

[dependencies.flate2]
version = "1"
optional = true

[dependencies.glob]
version = "0.3"

[dependencies.num_cpus]
version = "1"

[dependencies.ordered-float]
version = "5"

[dependencies.parquet]
version = "58"
optional = true

[dependencies.postcard]
version = "1"
features = ["alloc"]
optional = true

[dependencies.rayon]
version = "1"

[dependencies.regex]
version = "1.12.2"

[dependencies.serde]
version = "1"
features = ["derive"]

[dependencies.serde_arrow]
version = "0.14"
features = ["arrow-58"]
optional = true

[dependencies.serde_json]
version = "1"

[dependencies.sha2]
version = "0.10"
optional = true

[dependencies.tempfile]
version = "3"

[dependencies.xz2]
version = "0.1"
optional = true

[dependencies.zstd]
version = "0.13"
optional = true