flarrow-api 0.3.1

flarrow (flow + arrow) is a rust runtime/framework for building dataflow applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

use std::sync::Arc;

use crate::prelude::*;
use thirdparty::arrow_data::ArrayData;

/// Not typed Query to receive data from the dataflow
pub struct RawQuery {
    /// The sender part of the MPSC channel with the Queryable
    pub tx: MessageSender,
    /// The receiver part of the MPSC channel with the Queryable
    pub rx: MessageReceiver,
    /// Shared clock with the runtime
    pub clock: Arc<HLC>,

    /// The source node layout, useful for debugging
    pub source: NodeLayout,
    /// The layout of the query, useful for debugging
    pub layout: QueryLayout,
}

impl RawQuery {
    /// Create a new RawQuery instance
    pub fn new(
        tx: MessageSender,
        rx: MessageReceiver,
        clock: Arc<HLC>,
        source: NodeLayout,
        layout: QueryLayout,
    ) -> Self {
        Self {
            tx,
            rx,
            clock,
            source,
            layout,
        }
    }

    /// Query a message to a queryable
    pub fn blocking_query(&mut self, data: ArrayData) -> Result<(Header, ArrayData)> {
        let data = DataflowMessage {
            header: Header {
                timestamp: self.clock.new_timestamp(),
                source: (self.source.uuid, self.layout.uuid),
            },
            data,
        };

        self.tx
            .blocking_send(data)
            .wrap_err(report_error_sending(&self.source, &self.layout))?;

        let DataflowMessage { header, data } = self
            .rx
            .blocking_recv()
            .ok_or_eyre(report_error_receiving(&self.source, &self.layout))?;

        Ok((header, data))
    }

    /// Query a message to a queryable
    pub async fn query(&mut self, data: ArrayData) -> Result<(Header, ArrayData)> {
        let data = DataflowMessage {
            header: Header {
                timestamp: self.clock.new_timestamp(),
                source: (self.source.uuid, self.layout.uuid),
            },
            data,
        };

        self.tx
            .send(data)
            .await
            .wrap_err(report_error_sending(&self.source, &self.layout))?;

        let DataflowMessage { header, data } = self
            .rx
            .recv()
            .await
            .ok_or_eyre(report_error_receiving(&self.source, &self.layout))?;

        Ok((header, data))
    }
}