Struct ParquetSource 

pub struct ParquetSource { /* private fields */ }

A Parquet file data source with metadata reading and efficient querying.

Examples

use term_guard::sources::{ParquetSource, ParquetOptions};

// Simple Parquet file
let source = ParquetSource::new("data/events.parquet")?;

// Parquet with custom options
let options = ParquetOptions {
    enable_pruning: false,
    batch_size: 16384,
    ..Default::default()
};
let source = ParquetSource::with_options("data/events.parquet", options)?;

// Multiple files with glob pattern
let source = ParquetSource::from_glob("data/year=2023/*.parquet").await?;

Implementations

impl ParquetSource

pub fn new(path: impl Into<String>) -> Result<Self>

Creates a new Parquet source from a single file path.

pub fn with_options( path: impl Into<String>, options: ParquetOptions, ) -> Result<Self>

Creates a new Parquet source with custom options.

pub fn from_paths(paths: Vec<String>) -> Result<Self>

Creates a Parquet source from multiple file paths.

pub async fn from_glob(pattern: impl Into<String>) -> Result<Self>

Creates a Parquet source from a glob pattern.

pub async fn from_globs(patterns: Vec<String>) -> Result<Self>

Creates a Parquet source from multiple glob patterns.

pub fn with_custom_options(self, options: ParquetOptions) -> Self

Sets custom options for this Parquet source.

Trait Implementations

impl Clone for ParquetSource

fn clone(&self) -> ParquetSource

Returns a duplicate of the value.

fn clone_from(&mut self, source: &Self)

Performs copy-assignment from source.

impl DataSource for ParquetSource

fn register_with_telemetry<'life0, 'life1, 'life2, 'life3, 'async_trait>( &'life0 self, ctx: &'life1 SessionContext, table_name: &'life2 str, telemetry: Option<&'life3 Arc<TermTelemetry>>, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait, 'life3: 'async_trait,

Registers this data source with telemetry support.

fn schema(&self) -> Option<&Arc<Schema>>

Returns the schema of this data source if known.

fn description(&self) -> String

Returns a human-readable description of this data source.

fn register<'life0, 'life1, 'life2, 'async_trait>( &'life0 self, ctx: &'life1 SessionContext, table_name: &'life2 str, ) -> Pin<Box<dyn Future<Output = Result<()>> + Send + 'async_trait>>

where Self: 'async_trait, 'life0: 'async_trait, 'life1: 'async_trait, 'life2: 'async_trait,

Registers this data source with the given session context.

impl Debug for ParquetSource

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.