iridis-node 0.4.0

iridis is a framework that lets you define and build dataflow applications with ease.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53

//! This module contains implementations for this primitive.

use std::{collections::HashMap, sync::Arc};

use crate::prelude::{thirdparty::arrow_array::Array, *};

/// Typed Queryable to queryable data to the dataflow
pub struct Queryable<T: ArrowMessage, F: ArrowMessage> {
    pub raw: RawQueryable,

    _phantom: std::marker::PhantomData<(T, F)>,
}

impl<T: ArrowMessage, F: ArrowMessage> Queryable<T, F> {
    /// Create a new typed Queryable
    pub fn new(
        tx: HashMap<Uuid, MessageSender>,
        rx: MessageReceiver,
        clock: Arc<HLC>,
        source: NodeID,
        layout: QueryableID,
    ) -> Self {
        Self {
            raw: RawQueryable::new(tx, rx, clock, source, layout),
            _phantom: std::marker::PhantomData,
        }
    }

    /// Let the queryable handle a message, converting it from Arrow format, asynchrously
    pub async fn on_query(
        &mut self,
        response: impl AsyncFnOnce(TypedDataflowMessage<T>) -> Result<F>,
    ) -> Result<()> {
        let source = self.raw.source.clone();
        let layout = self.raw.layout.clone();

        self.raw
            .on_query(async move |message| {
                let result = response(
                    message
                        .try_into()
                        .wrap_err(report_failed_conversion_from_arrow::<T>(&source, &layout))?,
                )
                .await?;

                Ok(result
                    .try_into_arrow()
                    .wrap_err(report_failed_conversion_to_arrow::<F>(&source, &layout))?
                    .into_data())
            })
            .await
    }
}