flarrow-api 0.3.1

flarrow (flow + arrow) is a rust runtime/framework for building dataflow applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30

use arrow_data::ArrayData;
use tokio::sync::mpsc::{Receiver, Sender};
use uuid::Uuid;

use crate::prelude::*;

use uhlc::Timestamp;

/// Header for a dataflow message
#[derive(Debug, PartialEq, Clone)]
pub struct Header {
    /// Timestamp of the message, representing when the message was created by the runtime (sender side)
    pub timestamp: Timestamp,

    /// Identifier of the message, representing the source node uuid and the IO it's coming from (output, query or queryable)
    pub source: (Uuid, Uuid),
}

/// Dataflow message. Cheap to clone
#[derive(Debug, PartialEq, Clone)]
pub struct DataflowMessage {
    pub header: Header,
    pub data: ArrayData,
}

/// MPSC Message sender. Can be cloned, cheap to clone
pub type MessageSender = Sender<DataflowMessage>;

/// MPSC Message receiver. Cannot be cloned
pub type MessageReceiver = Receiver<DataflowMessage>;