polars-lazy 0.55.2

Lazy query engine for the Polars DataFrame library
use std::sync::Mutex;
use std::sync::mpsc::{Receiver, channel};

use polars_core::runtime::RAYON;
use polars_utils::relaxed_cell::RelaxedCell;

use super::*;

impl LazyFrame {
    pub fn collect_concurrently(self) -> PolarsResult<InProcessQuery> {
        let (mut state, mut physical_plan, _) = self.prepare_collect(false, None)?;

        let (tx, rx) = channel();
        let token = state.cancel_token();

        if physical_plan.is_cache_prefiller() {
            #[cfg(feature = "async")]
            {
                polars_core::runtime::ASYNC.spawn_blocking(move || {
                    let result = physical_plan.execute(&mut state);
                    tx.send(result).unwrap();
                });
            }
            #[cfg(not(feature = "async"))]
            {
                std::thread::spawn(move || {
                    let result = physical_plan.execute(&mut state);
                    tx.send(result).unwrap();
                });
            }
        } else {
            RAYON.spawn_fifo(move || {
                let result = physical_plan.execute(&mut state);
                tx.send(result).unwrap();
            });
        }

        Ok(InProcessQuery {
            rx: Arc::new(Mutex::new(rx)),
            token,
        })
    }
}

#[derive(Clone)]
pub struct InProcessQuery {
    rx: Arc<Mutex<Receiver<PolarsResult<DataFrame>>>>,
    token: Arc<RelaxedCell<bool>>,
}

impl InProcessQuery {
    /// Cancel the query at earliest convenience.
    pub fn cancel(&self) {
        self.token.store(true)
    }

    /// Fetch the result.
    ///
    /// If it is ready, a materialized DataFrame is returned.
    /// If it is not ready it will return `None`.
    pub fn fetch(&self) -> Option<PolarsResult<DataFrame>> {
        let rx = self.rx.lock().unwrap();
        rx.try_recv().ok()
    }

    /// Await the result synchronously.
    pub fn fetch_blocking(&self) -> PolarsResult<DataFrame> {
        let rx = self.rx.lock().unwrap();
        rx.recv().unwrap()
    }
}

impl Drop for InProcessQuery {
    fn drop(&mut self) {
        self.token.store(true);
    }
}