Struct parquet::arrow::arrow_reader::ParquetFileArrowReader

pub struct ParquetFileArrowReader { /* private fields */ }

Implementations

impl ParquetFileArrowReader

pub fn try_new<R: ChunkReader + 'static>(chunk_reader: R) -> Result<Self>

Create a new ParquetFileArrowReader with the provided ChunkReader

let file = File::open("file.parquet").unwrap();
let reader = ParquetFileArrowReader::try_new(file).unwrap();

let bytes = Bytes::from(vec![]);
let reader = ParquetFileArrowReader::try_new(bytes).unwrap();

pub fn try_new_with_options<R: ChunkReader + 'static>(
    chunk_reader: R,
    options: ArrowReaderOptions
) -> Result<Self>

Create a new ParquetFileArrowReader with the provided ChunkReader and ArrowReaderOptions

pub fn new(file_reader: Arc<dyn FileReader>) -> Self

Create a new ParquetFileArrowReader with the provided Arc<dyn FileReader>

pub fn new_with_options(
    file_reader: Arc<dyn FileReader>,
    options: ArrowReaderOptions
) -> Self

Create a new ParquetFileArrowReader with the provided Arc<dyn FileReader> and ArrowReaderOptions

pub fn get_metadata(&mut self) -> ParquetMetaData

👎 Deprecated:

use metadata() instead

Expose the reader metadata

pub fn metadata(&self) -> &ParquetMetaData

Returns the parquet metadata

pub fn parquet_schema(&self) -> &SchemaDescriptor

Returns the parquet schema

Trait Implementations

impl ArrowReader for ParquetFileArrowReader

type RecordReader = ParquetRecordBatchReader

fn get_schema(&mut self) -> Result<Schema>

Read parquet schema and convert it into arrow schema.

fn get_schema_by_columns(&mut self, mask: ProjectionMask) -> Result<Schema>

Read parquet schema and convert it into arrow schema. This schema only includes columns identified by mask.

fn get_record_reader(
    &mut self,
    batch_size: usize
) -> Result<ParquetRecordBatchReader>

Returns record batch reader from whole parquet file.

fn get_record_reader_by_columns(
    &mut self,
    mask: ProjectionMask,
    batch_size: usize
) -> Result<ParquetRecordBatchReader>

Returns record batch reader whose record batch contains columns identified by mask.