rlink 0.6.16

High performance Stream Processing Framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51

use crate::core::checkpoint::CheckpointFunction;
use crate::core::element::{FnSchema, Record};
use crate::core::function::{Context, FlatMapFunction, NamedFunction};

pub struct RoundRobinFlagMapFunction {
    child_job_parallelism: u16,
    partition_num: u16,
}

impl RoundRobinFlagMapFunction {
    pub fn new() -> Self {
        RoundRobinFlagMapFunction {
            child_job_parallelism: 0,
            partition_num: 0,
        }
    }
}

impl FlatMapFunction for RoundRobinFlagMapFunction {
    fn open(&mut self, context: &Context) -> crate::core::Result<()> {
        self.child_job_parallelism = context.children.len() as u16;
        Ok(())
    }

    fn flat_map(&mut self, mut record: Record) -> Box<dyn Iterator<Item = Record>> {
        if self.partition_num == self.child_job_parallelism {
            self.partition_num = 0;
        }

        record.partition_num = self.partition_num;
        self.partition_num += 1;

        Box::new(vec![record].into_iter())
    }

    fn close(&mut self) -> crate::core::Result<()> {
        Ok(())
    }

    fn schema(&self, input_schema: FnSchema) -> FnSchema {
        input_schema
    }
}

impl NamedFunction for RoundRobinFlagMapFunction {
    fn name(&self) -> &str {
        "RoundRobinFlagMapFunction"
    }
}

impl CheckpointFunction for RoundRobinFlagMapFunction {}