rust-data-processing 0.3.4

Schema-first ingestion (CSV, JSON, Parquet, Excel) into an in-memory DataSet, plus Polars-backed pipelines, SQL, profiling, validation, and map/reduce-style processing.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25

# Snowflake integration: MinIO S3 stage + Snowflake SQL emulator (CREATE TABLE / COPY INTO).
#
# Usage:
#   cd integration_testing/Snowflake
#   docker compose up -d
#   python3 run_snowflake_tests.py --no-rancher

include:
  - path: ../MinIO/docker-compose.yml

services:
  snowflake-emulator:
    image: ghcr.io/nnnkkk7/snowflake-emulator:latest
    container_name: rdp-snowflake-emulator
    restart: "no"
    ports:
      - "${SNOWFLAKE_PORT:-8080}:8080"
    networks:
      - rdp-platform
    healthcheck:
      test: ["CMD-SHELL", "wget -qO- http://localhost:8080/ || exit 1"]
      interval: 5s
      timeout: 5s
      retries: 24
      start_period: 15s