polars-plan 0.54.2

Lazy query engine for the Polars DataFrame library
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36

use super::*;

pub(super) fn call_python_udf(
    function: &PythonFunction,
    df: DataFrame,
    validate_output: bool,
    opt_schema: Option<SchemaRef>,
) -> PolarsResult<DataFrame> {
    let expected_schema = if let Some(schema) = opt_schema {
        Some(schema)
    }
    // only materialize if we validate the output
    else if validate_output {
        Some(df.schema().clone())
    }
    // do not materialize the schema, we will ignore it.
    else {
        None
    };
    let out = DataFrameUdf::call_udf(function, df)?;

    if validate_output {
        let output_schema = out.schema();
        let expected = expected_schema.unwrap();
        if &expected != output_schema {
            return Err(PolarsError::ComputeError(
                format!(
                    "The output schema of 'LazyFrame.map' is incorrect. Expected: {expected:?}\n\
                        Got: {output_schema:?}"
                )
                .into(),
            ));
        }
    }
    Ok(out)
}