malstrom 0.1.0

Malstrom is a distributed, stateful stream processing framework written in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48

//! Operators for performing various operations on data in a job
// public API operators
mod cloned;
mod filter;
mod filter_map;
mod flatten;
mod inspect;
mod map;
mod sink;
mod source;
mod split;
mod stateful_map;
mod stateful_op;
mod time;
mod ttl_map;

// Public Api operators reexported for convenience
pub use crate::keyed::KeyDistribute;
pub use crate::keyed::KeyLocal;
pub use cloned::Cloned;
pub use filter::Filter;
pub use filter_map::FilterMap;
pub use flatten::Flatten;
pub use inspect::Inspect;
pub use map::Map;
pub use sink::{Sink, StreamSink};
pub use source::{Source, StreamSource};
pub use split::Split;
pub use stateful_map::StatefulMap;
pub use stateful_op::{StatefulLogic, StatefulOp};
pub use stateless_op::{StatelessLogic, StatelessOp};
pub use time::*;
pub use ttl_map::{expiremap, TtlMap};

// These are only to be used internally in malstrom
pub(crate) mod stateless_op;

// marker used to seal the traits implementing operators
// on JetStreamBuilder
mod sealed {
    use crate::stream::StreamBuilder;

    use super::NeedsEpochs;
    pub trait Sealed {}

    impl<K, V, T> Sealed for StreamBuilder<K, V, T> {}
    impl<K, V, T> Sealed for NeedsEpochs<K, V, T> {}
}