rust-data-processing 0.3.3

Schema-first ingestion (CSV, JSON, Parquet, Excel) into an in-memory DataSet, plus Polars-backed pipelines, SQL, profiling, validation, and map/reduce-style processing.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
# Snowflake emulator + MinIO stage (see integration_testing/MinIO/.env.example).
SNOWFLAKE_HOST=127.0.0.1
SNOWFLAKE_PORT=8080
SNOWFLAKE_USER=test
SNOWFLAKE_PASSWORD=test
SNOWFLAKE_ACCOUNT=test
SNOWFLAKE_PROTOCOL=http
SNOWFLAKE_DATABASE=TEST_DB
SNOWFLAKE_SCHEMA=PUBLIC
SNOWFLAKE_STAGE_URI=s3://rdp-snowflake-stage/rdp/
MINIO_HTTP_HOST=minio
AWS_ACCESS_KEY_ID=rdp_minio
AWS_SECRET_ACCESS_KEY=rdp_minio_secret
AWS_DEFAULT_REGION=us-east-1
AWS_ENDPOINT=http://127.0.0.1:9000
AWS_ALLOW_HTTP=true