pub struct ParquetWriter { /* private fields */ }Implementations§
Source§impl ParquetWriter
impl ParquetWriter
pub fn new() -> Self
pub fn with_compression(self, compression: &str) -> Result<Self>
pub fn with_row_group_size(self, size: usize) -> Self
Sourcepub fn write_records(
&self,
records: &[ConsolidatedRecord],
path: &Path,
) -> Result<()>
pub fn write_records( &self, records: &[ConsolidatedRecord], path: &Path, ) -> Result<()>
Write consolidated records to Parquet file
Sourcepub fn write_records_batched(
&self,
records: &[ConsolidatedRecord],
path: &Path,
batch_size: usize,
) -> Result<()>
pub fn write_records_batched( &self, records: &[ConsolidatedRecord], path: &Path, batch_size: usize, ) -> Result<()>
Write records in batches for memory efficiency
Sourcepub fn read_sample_records(
&self,
path: &Path,
limit: usize,
) -> Result<Vec<ConsolidatedRecord>>
pub fn read_sample_records( &self, path: &Path, limit: usize, ) -> Result<Vec<ConsolidatedRecord>>
Read sample records from Parquet file
Sourcepub fn get_file_info(&self, path: &Path) -> Result<ParquetFileInfo>
pub fn get_file_info(&self, path: &Path) -> Result<ParquetFileInfo>
Get file statistics
Sourcepub fn write_weather_records(
&self,
records: &[WeatherRecord],
path: &Path,
) -> Result<()>
pub fn write_weather_records( &self, records: &[WeatherRecord], path: &Path, ) -> Result<()>
Write weather records to Parquet file with optional fields
Sourcepub fn write_weather_records_batched(
&self,
records: &[WeatherRecord],
path: &Path,
batch_size: usize,
) -> Result<()>
pub fn write_weather_records_batched( &self, records: &[WeatherRecord], path: &Path, batch_size: usize, ) -> Result<()>
Write weather records in batches for memory efficiency
Sourcepub fn read_sample_weather_records(
&self,
path: &Path,
limit: usize,
) -> Result<Vec<WeatherRecord>>
pub fn read_sample_weather_records( &self, path: &Path, limit: usize, ) -> Result<Vec<WeatherRecord>>
Read sample weather records from Parquet file
Sourcepub fn detect_schema_type(&self, path: &Path) -> Result<SchemaType>
pub fn detect_schema_type(&self, path: &Path) -> Result<SchemaType>
Detect the schema type of a Parquet file
Sourcepub fn analyze_weather_dataset(
&self,
path: &Path,
sample_size: usize,
) -> Result<WeatherDatasetSummary>
pub fn analyze_weather_dataset( &self, path: &Path, sample_size: usize, ) -> Result<WeatherDatasetSummary>
Analyze a WeatherRecord Parquet file comprehensively
Trait Implementations§
Auto Trait Implementations§
impl Freeze for ParquetWriter
impl RefUnwindSafe for ParquetWriter
impl Send for ParquetWriter
impl Sync for ParquetWriter
impl Unpin for ParquetWriter
impl UnwindSafe for ParquetWriter
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self>
fn into_either(self, into_left: bool) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more