flarrow-api 0.3.1

flarrow (flow + arrow) is a rust runtime/framework for building dataflow applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

use std::{collections::HashMap, sync::Arc};

use crate::prelude::*;
use thirdparty::arrow_array::Array;

/// Typed Queryable to queryable data to the dataflow
pub struct Queryable<T: ArrowMessage, F: ArrowMessage> {
    pub raw: RawQueryable,

    _phantom: std::marker::PhantomData<(T, F)>,
}

impl<T: ArrowMessage, F: ArrowMessage> Queryable<T, F> {
    /// Create a new typed Queryable
    pub fn new(
        tx: HashMap<Uuid, MessageSender>,
        rx: MessageReceiver,
        clock: Arc<HLC>,
        source: NodeLayout,
        layout: QueryableLayout,
    ) -> Self {
        Self {
            raw: RawQueryable::new(tx, rx, clock, source, layout),
            _phantom: std::marker::PhantomData,
        }
    }

    /// Let the queryable handle a message, converting it from Arrow format, blocking until one is available, don't use it
    /// in async context
    pub fn blocking_on_demand(&mut self, response: impl FnOnce(T) -> Result<F>) -> Result<()> {
        let source = self.raw.source.clone();
        let layout = self.raw.layout.clone();

        self.raw.blocking_on_demand(move |message| {
            let result = response(
                T::try_from_arrow(message.data)
                    .wrap_err(report_failed_conversion_from_arrow::<T>(&source, &layout))?,
            )?;

            Ok(result
                .try_into_arrow()
                .wrap_err(report_failed_conversion_to_arrow::<F>(&source, &layout))?
                .into_data())
        })
    }

    /// Let the queryable handle a message, converting it from Arrow format, asynchrously
    pub async fn on_demand(&mut self, response: impl AsyncFnOnce(T) -> Result<F>) -> Result<()> {
        let source = self.raw.source.clone();
        let layout = self.raw.layout.clone();

        self.raw
            .on_demand(async move |message| {
                let result = response(
                    T::try_from_arrow(message.data)
                        .wrap_err(report_failed_conversion_from_arrow::<T>(&source, &layout))?,
                )
                .await?;

                Ok(result
                    .try_into_arrow()
                    .wrap_err(report_failed_conversion_to_arrow::<F>(&source, &layout))?
                    .into_data())
            })
            .await
    }
}