Crate prestige 

Re-exports

pub use file_compactor::CompactionResult;

pub use file_compactor::FileCompactorConfig;

pub use file_compactor::FileCompactorConfigBuilder;

pub use file_meta::FileMeta;

pub use file_poller::FilePollerConfig;

pub use file_poller::FilePollerConfigBuilder;

pub use file_poller::FilePollerServer;

pub use file_poller::FilePollerState;

pub use file_poller::FilePollerStateRecorder;

pub use file_poller::FileStream;

pub use file_poller::FileStreamReceiver;

pub use file_poller::LookbackBehavior;

pub use file_sink::ParquetSink;

pub use file_sink::ParquetSinkBuilder;

pub use file_sink::ParquetSinkClient;

pub use file_source::RecordBatchStream;

pub use file_source::deserialize_stream;

pub use file_source::deserialize_to_vec;

pub use file_upload::FileUpload;

pub use file_upload::FileUploadServer;

pub use traits::ArrowSchema;

pub use traits::ArrowSerialize;

pub use traits::ParquetSerialize;

Modules

file_compactor

file_meta

file_poller

file_sink

file_source

file_upload

traits

Structs

Settings

Enums

AwsError

ChannelError

CompactionError

Error

FileMetaError

Functions

get_file

Download a file from S3 as bytes

list_all_files

List all parquet files in an S3 bucket (collects stream into Vec)

list_files

List parquet files in an S3 bucket with optional timestamp filtering

new_client

Create a new S3 client with caching

put_file

Upload a parquet file to S3

rebuild_type_as_required

Helper function to rebuild a parquet Type with REQUIRED repetition and a new field name This is used for map keys which must be non-nullable

rebuild_type_with_optional

Helper function to rebuild a parquet Type with OPTIONAL repetition and a new field name This is used by the derive macros to properly handle Option fields

remove_file

Remove a file from S3

Type Aliases

Client

FileMetaStream

Result

Stream

Derive Macros

ArrowGroup

ArrowReader

ArrowWriter

PrestigeSchema

Comprehensive derive macro that implements all Prestige traits and schemas