fv-value-datafusion 0.3.0

The fv-value expression dialect as DataFusion expressions: exact translation for pushdown and vectorized evaluation, with a per-row UDF fallback.
Documentation
//! A dialect filter over an in-memory table, translated to a DataFusion expression: `EXPLAIN`
//! shows it as a plain `Filter` the planner can push into any source.
//!
//! `cargo run -p fv-value-datafusion --example pushdown`

use std::sync::Arc;

use datafusion::arrow::array::{Float64Array, StringArray};
use datafusion::arrow::datatypes::{DataType, Field, Schema};
use datafusion::arrow::record_batch::RecordBatch;
use datafusion::prelude::*;
use fv_value_datafusion::Translator;

#[tokio::main]
async fn main() -> datafusion::error::Result<()> {
    let schema = Arc::new(Schema::new(vec![
        Field::new("id", DataType::Utf8, false),
        Field::new("status", DataType::Utf8, true),
        Field::new("speed", DataType::Float64, true),
    ]));
    let batch = RecordBatch::try_new(
        schema.clone(),
        vec![
            Arc::new(StringArray::from(vec!["a", "b", "c", "d"])),
            Arc::new(StringArray::from(vec![
                Some("ACTIVE"),
                Some("ACTIVE"),
                Some("DOWN"),
                None,
            ])),
            Arc::new(Float64Array::from(vec![Some(60.0), Some(30.0), Some(70.0), Some(80.0)])),
        ],
    )?;
    let ctx = SessionContext::new();
    ctx.register_batch("t", batch)?;

    let expr = fv_value::compile("status == 'ACTIVE' && roundTo(speed * 1.852, 1) > 100").unwrap();
    let t = Translator::new(schema).translate(&expr).expect("fully translatable");
    println!("exact translation: {}\n", t.expr);

    let df = ctx.table("t").await?.filter(t.expr)?;
    df.clone().explain(false, false)?.show().await?;
    df.show().await
}