1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
# Cloud storage integration — S3 (MinIO), GCS, Azure, SFTP, FTP.
# Copy to .env and adjust if needed.
MINIO_PORT=9000
MINIO_ROOT_USER=rdp_minio
MINIO_ROOT_PASSWORD=rdp_minio_secret
GCS_PORT=4443
AZURITE_BLOB_PORT=10000
SFTP_PORT=2222
FTP_PORT=21
# S3 via MinIO (see docs/AMAZON_S3.md)
AWS_ACCESS_KEY_ID=rdp_minio
AWS_SECRET_ACCESS_KEY=rdp_minio_secret
AWS_DEFAULT_REGION=us-east-1
AWS_ENDPOINT=http://127.0.0.1:9000
AWS_ENDPOINT_URL=http://127.0.0.1:9000
AWS_ALLOW_HTTP=true
AWS_VIRTUAL_HOSTED_STYLE_REQUEST=false
CLOUD_S3_EXPORT_URI=s3://rdp-cloud-s3/out.parquet
# GCS emulator (fake-gcs-server)
STORAGE_EMULATOR_HOST=http://127.0.0.1:4443
gcs_base_url=http://127.0.0.1:4443
GOOGLE_APPLICATION_CREDENTIALS=integration_testing/CloudConnectors/fixtures/fake-gcs-sa.json
CLOUD_GCS_EXPORT_URI=gs://rdp-cloud-gcs/out.parquet
# Azurite (Azure Blob — blob endpoint; azurite-blob does not serve dfs)
# Emulator auth uses the well-known devstoreaccount1 key; do not set a truncated/wrong key here.
AZURE_ENDPOINT=http://127.0.0.1:10000
AZURE_STORAGE_USE_EMULATOR=true
CLOUD_AZURE_EXPORT_URI=azure://rdp-cloud-azure/out.parquet
# SFTP / FTP seeded paths (cloud-seed copies Uber sample head)
CLOUD_SFTP_SOURCE_URI=sftp://rdp:rdp_sftp_secret@127.0.0.1:2222/upload/incoming.csv
CLOUD_FTP_SOURCE_URI=ftp://rdp:rdp_ftp_secret@127.0.0.1:21/incoming.csv