pub struct ParquetTableWriter<Builder: Default + StructArrayBuilder> {
pub autoflush_row_group_len: usize,
pub autoflush_buffer_size: Option<usize>,
/* private fields */
}Expand description
Writer to a .parquet file, usable with ParallelDatasetWriter
Builder should follow the pattern documented by
arrow::builder
Fields§
§autoflush_row_group_len: usize§autoflush_buffer_size: Option<usize>Implementations§
Source§impl<Builder: Default + StructArrayBuilder> ParquetTableWriter<Builder>
impl<Builder: Default + StructArrayBuilder> ParquetTableWriter<Builder>
Sourcepub fn builder(&mut self) -> Result<&mut Builder>
pub fn builder(&mut self) -> Result<&mut Builder>
Flushes the internal buffer is too large, then returns the array builder.
Trait Implementations§
Source§impl<Builder: Default + StructArrayBuilder> Drop for ParquetTableWriter<Builder>
impl<Builder: Default + StructArrayBuilder> Drop for ParquetTableWriter<Builder>
Source§impl<Builder: Default + StructArrayBuilder> TableWriter for ParquetTableWriter<Builder>
impl<Builder: Default + StructArrayBuilder> TableWriter for ParquetTableWriter<Builder>
type Schema = (Arc<Schema>, WriterProperties)
type CloseResult = ParquetMetaData
type Config = ParquetTableWriterConfig
fn new( path: PathBuf, (schema, properties): Self::Schema, _: Self::Config, ) -> Result<Self>
Source§fn flush(&mut self) -> Result<()>
fn flush(&mut self) -> Result<()>
Calls
.into() on the internal builder, and writes its result to disk.fn close(self) -> Result<ParquetMetaData>
Auto Trait Implementations§
impl<Builder> !RefUnwindSafe for ParquetTableWriter<Builder>
impl<Builder> !Sync for ParquetTableWriter<Builder>
impl<Builder> !UnwindSafe for ParquetTableWriter<Builder>
impl<Builder> Freeze for ParquetTableWriter<Builder>where
Builder: Freeze,
impl<Builder> Send for ParquetTableWriter<Builder>where
Builder: Send,
impl<Builder> Unpin for ParquetTableWriter<Builder>where
Builder: Unpin,
impl<Builder> UnsafeUnpin for ParquetTableWriter<Builder>where
Builder: UnsafeUnpin,
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more
Source§impl<T> IntoEither for T
impl<T> IntoEither for T
Source§fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
fn into_either(self, into_left: bool) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left is true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read moreSource§fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
fn into_either_with<F>(self, into_left: F) -> Either<Self, Self> ⓘ
Converts
self into a Left variant of Either<Self, Self>
if into_left(&self) returns true.
Converts self into a Right variant of Either<Self, Self>
otherwise. Read more