Struct datafusion::datasource::memory::MemTable

pub struct MemTable { /* fields omitted */ }

In-memory table

Implementations

impl MemTable

pub fn try_new(
    schema: SchemaRef,
    partitions: Vec<Vec<RecordBatch>>
) -> Result<Self>

Create a new in-memory table from the provided schema and record batches

pub async fn load(
    t: Arc<dyn TableProvider>,
    batch_size: usize,
    output_partitions: Option<usize>
) -> Result<Self>

Create a mem table by reading from another data source

Trait Implementations

impl TableProvider for MemTable

fn as_any(&self) -> &dyn Any

Returns the table provider as Any so that it can be downcast to a specific implementation.

fn schema(&self) -> SchemaRef

Get a reference to the schema for this table

fn scan<'life0, 'life1, 'life2, 'async_trait>(
    &'life0 self,
    projection: &'life1 Option<Vec<usize>>,
    _batch_size: usize,
    _filters: &'life2 [Expr],
    _limit: Option<usize>
) -> Pin<Box<dyn Future<Output = Result<Arc<dyn ExecutionPlan>>> + Send + 'async_trait>> where
    'life0: 'async_trait,
    'life1: 'async_trait,
    'life2: 'async_trait,
    Self: 'async_trait, 

Create an ExecutionPlan that will scan the table. The table provider will be usually responsible of grouping the source data into partitions that can be efficiently parallelized or distributed.

fn table_type(&self) -> TableType

Get the type of this table for metadata/catalog purposes.

fn supports_filter_pushdown(
    &self,
    _filter: &Expr
) -> Result<TableProviderFilterPushDown>

Tests whether the table provider can make use of a filter expression to optimise data retrieval.