rust-data-processing 0.3.3

Schema-first ingestion (CSV, JSON, Parquet, Excel) into an in-memory DataSet, plus Polars-backed pipelines, SQL, profiling, validation, and map/reduce-style processing.
# MinIO S3-compatible storage for Snowflake / Databricks / Spark integration tests.
# Copy to .env and adjust if needed.

MINIO_PORT=9000
MINIO_CONSOLE_PORT=9001
MINIO_ROOT_USER=rdp_minio
MINIO_ROOT_PASSWORD=rdp_minio_secret

# Host-side S3 URIs (tests run on host, not inside the MinIO container)
SNOWFLAKE_STAGE_URI=s3://rdp-snowflake-stage/rdp/
DATABRICKS_WAREHOUSE_URI=s3://rdp-databricks-warehouse/unity/
SPARK_HANDOFF_URI=s3://rdp-spark-handoff/out.parquet

# object_store / AWS SDK env for MinIO (see docs/AMAZON_S3.md)
AWS_ACCESS_KEY_ID=rdp_minio
AWS_SECRET_ACCESS_KEY=rdp_minio_secret
AWS_DEFAULT_REGION=us-east-1
AWS_ENDPOINT=http://127.0.0.1:9000
AWS_ENDPOINT_URL=http://127.0.0.1:9000
AWS_ALLOW_HTTP=true
AWS_VIRTUAL_HOSTED_STYLE_REQUEST=false