tinyflow-framework 0.1.0

Streaming runtime engine — checkpoint, chained task execution, and state store
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55

use std::any::Any;

use tinyflow_api::functions::{FilterFunction, FlatMapFunction, MapFunction};

use super::middle_tail_step;

middle_tail_step! {
    struct MapChainSegment<T, O, F>;
    marker: (T, O);
    where {
        T: Send + 'static,
        O: Clone + Send + 'static,
        F: MapFunction<T, O> + Clone + Send + 'static,
    }
    process { |this, data, runtime| {
        let out = this.function.map(data, runtime).await?;
        Ok(vec![Box::new(out) as Box<dyn Any + Send>])
    }}
    factory map_chain_factory
}

middle_tail_step! {
    struct FilterChainSegment<T, F>;
    marker: T;
    where {
        T: Clone + Send + 'static,
        F: FilterFunction<T> + Clone + Send + 'static,
    }
    process { |this, data, runtime| {
        if this.function.filter(&data, runtime).await? {
            Ok(vec![Box::new(data) as Box<dyn Any + Send>])
        } else {
            Ok(vec![])
        }
    }}
    factory filter_chain_factory
}

middle_tail_step! {
    struct FlatMapChainSegment<T, O, F>;
    marker: (T, O);
    where {
        T: Send + 'static,
        O: Clone + Send + 'static,
        F: FlatMapFunction<T, O> + Clone + Send + 'static,
    }
    process { |this, data, runtime| {
        let outs = this.function.flat_map(data, runtime).await?;
        Ok(outs
            .into_iter()
            .map(|d| Box::new(d) as Box<dyn Any + Send>)
            .collect::<Vec<_>>())
    }}
    factory flat_map_chain_factory
}