alimentar 0.2.0

Data Loading, Distribution and Tooling in Pure Rust
Documentation
[[bench]]
harness = false
name = "dataset_bench"
path = "benches/dataset_bench.rs"

[[bin]]
name = "alimentar"
path = "src/main.rs"
required-features = ["cli"]

[dependencies.aes-gcm]
optional = true
version = "0.10"

[dependencies.argon2]
optional = true
version = "0.5"

[dependencies.arrow]
default-features = false
features = ["prettyprint", "ipc"]
version = "53"

[dependencies.arrow-csv]
version = "53"

[dependencies.arrow-json]
version = "53"

[dependencies.aws-config]
optional = true
version = "1"

[dependencies.aws-sdk-s3]
optional = true
version = "1"

[dependencies.bytes]
version = "1"

[dependencies.clap]
features = ["derive"]
optional = true
version = "4"

[dependencies.ed25519-dalek]
features = ["rand_core"]
optional = true
version = "2"

[dependencies.getrandom]
features = ["js"]
optional = true
version = "0.2"

[dependencies.hkdf]
optional = true
version = "0.12"

[dependencies.js-sys]
optional = true
version = "0.3"

[dependencies.lz4_flex]
version = "0.11"

[dependencies.memmap2]
optional = true
version = "0.9"

[dependencies.parquet]
default-features = false
features = ["arrow", "snap"]
version = "53"

[dependencies.rand]
optional = true
version = "0.8"

[dependencies.rand_core]
optional = true
version = "0.6"

[dependencies.reqwest]
default-features = false
features = ["rustls-tls", "blocking"]
optional = true
version = "0.12"

[dependencies.rmp-serde]
version = "1"

[dependencies.serde]
features = ["derive"]
version = "1"

[dependencies.serde_json]
version = "1"

[dependencies.sha2]
optional = true
version = "0.10"

[dependencies.thiserror]
version = "2"

[dependencies.tokio]
features = ["rt", "fs", "sync", "rt-multi-thread"]
optional = true
version = "1"

[dependencies.wasm-bindgen]
optional = true
version = "0.2"

[dependencies.wasm-bindgen-futures]
optional = true
version = "0.4"

[dependencies.x25519-dalek]
features = ["static_secrets"]
optional = true
version = "2"

[dependencies.zstd]
version = "0.13"

[dev-dependencies.criterion]
features = ["html_reports"]
version = "0.5"

[dev-dependencies.tempfile]
version = "3"

[dev-dependencies.tokio]
features = ["rt", "rt-multi-thread", "macros"]
version = "1"

[[example]]
name = "basic_loading"
path = "examples/basic_loading.rs"

[[example]]
name = "dataloader_batching"
path = "examples/dataloader_batching.rs"

[[example]]
name = "drift_detection"
path = "examples/drift_detection.rs"

[[example]]
name = "federated_split"
path = "examples/federated_split.rs"

[[example]]
name = "quality_check"
path = "examples/quality_check.rs"

[[example]]
name = "registry_publish"
path = "examples/registry_publish.rs"

[[example]]
name = "streaming_large"
path = "examples/streaming_large.rs"

[[example]]
name = "transforms_pipeline"
path = "examples/transforms_pipeline.rs"

[features]
cli = ["dep:clap"]
default = ["local", "tokio-runtime", "cli", "mmap", "shuffle", "provenance"]
format-encryption = ["dep:aes-gcm", "dep:argon2", "dep:x25519-dalek", "dep:hkdf", "dep:sha2", "dep:rand_core", "dep:getrandom"]
format-signing = ["dep:ed25519-dalek", "dep:getrandom"]
format-streaming = ["mmap"]
hf-hub = ["http"]
http = ["dep:reqwest"]
local = []
mmap = ["dep:memmap2"]
provenance = ["dep:sha2"]
s3 = ["dep:aws-sdk-s3", "dep:aws-config", "tokio-runtime"]
shuffle = ["dep:rand"]
tokio-runtime = ["dep:tokio"]
wasm = ["dep:wasm-bindgen", "dep:wasm-bindgen-futures", "dep:js-sys", "dep:getrandom"]

[lib]
name = "alimentar"
path = "src/lib.rs"

[lints.clippy]
cognitive_complexity = "allow"
expect_used = "deny"
missing_const_for_fn = "allow"
missing_errors_doc = "allow"
missing_panics_doc = "allow"
module_name_repetitions = "allow"
must_use_candidate = "allow"
option_if_let_else = "allow"
redundant_pub_crate = "allow"
significant_drop_tightening = "allow"
too_many_lines = "allow"
unwrap_used = "deny"

[lints.clippy.nursery]
level = "warn"
priority = -1

[lints.clippy.pedantic]
level = "warn"
priority = -1

[lints.rust]
missing_docs = "warn"
unsafe_code = "deny"
unsafe_op_in_unsafe_fn = "warn"

[package]
authors = ["paiml"]
autobenches = false
autobins = false
autoexamples = false
autolib = false
autotests = false
build = false
categories = ["data-structures", "science"]
description = "Data Loading, Distribution and Tooling in Pure Rust"
edition = "2021"
keywords = ["data", "ml", "arrow", "parquet", "dataset"]
license = "MIT"
name = "alimentar"
readme = "README.md"
repository = "https://github.com/paiml/alimentar"
rust-version = "1.75"
version = "0.2.0"

[profile.release]
codegen-units = 1
lto = true
strip = true

[[test]]
name = "integration"
path = "tests/integration.rs"

[[test]]
name = "s3_integration"
path = "tests/s3_integration.rs"