datafusion-distributed 2.0.0

Framework for enhancing Apache DataFusion with distributed capabilities
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21

use datafusion::error::DataFusionError;
use datafusion::prelude::{ParquetReadOptions, SessionContext};

/// Adds two test tables to the provided [SessionContext]:
/// - `flights_1m`: 1M rows of flight data.
/// - `weather`: smaller dataset with weather forecast.
///
/// Useful for testing queries using SQL directly.
pub async fn register_parquet_tables(ctx: &SessionContext) -> Result<(), DataFusionError> {
    ctx.register_parquet(
        "flights_1m",
        "testdata/flights-1m.parquet",
        ParquetReadOptions::default(),
    )
    .await?;

    ctx.register_parquet("weather", "testdata/weather", ParquetReadOptions::default())
        .await?;

    Ok(())
}