rlink 0.6.16

High performance Stream Processing Framework
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64

use std::collections::BTreeMap;

use crate::core::element::Record;
use crate::storage::keyed_state::mem_storage::remove_drop_window;
use crate::storage::keyed_state::{StateIterator, StateKey, TReducingState};

// type RecordBuildHasher = std::hash::BuildHasherDefault<RecordHasher>;

#[derive(Clone)]
pub struct MemoryReducingState {
    state_key: StateKey,
    kv: BTreeMap<Record, Record>,
}

impl MemoryReducingState {
    pub fn new(state_key: &StateKey) -> Self {
        debug!("create memory state {:?}", state_key);
        MemoryReducingState {
            state_key: state_key.clone(),
            kv: BTreeMap::new(),
        }
    }

    pub fn from(state_key: &StateKey) -> Option<MemoryReducingState> {
        let state = remove_drop_window(
            state_key.job_id,
            state_key.task_number,
            state_key.window.clone(),
        );
        if state.is_some() {
            debug!("remove state {:?}", state_key);
        } else {
            error!("can not found state {:?}", state_key);
        }

        state
    }
}

impl TReducingState for MemoryReducingState {
    fn get_mut(&mut self, key: &Record) -> Option<&mut Record> {
        self.kv.get_mut(key)
    }

    fn insert(&mut self, key: Record, val: Record) {
        self.kv.insert(key, val);
    }

    fn flush(&mut self) {}

    fn snapshot(&mut self) {}

    fn close(self) {}

    fn destroy(self) {}

    fn iter(self) -> StateIterator {
        StateIterator::BTreeMap(self.state_key.window, self.kv.into_iter())
    }

    fn len(&self) -> usize {
        self.kv.len()
    }
}