dbsp 0.287.0

Continuous streaming analytics engine
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57

use crate::circuit::checkpointer::Checkpoint;
use crate::{
    Circuit, NumEntries, RootCircuit, Stream,
    circuit::OwnershipPreference,
    operator::{Z1, z1::DelayedId},
};
use size_of::SizeOf;

impl<T> Stream<RootCircuit, T>
where
    T: Clone + 'static,
{
    /// Folds every element in the input stream into an accumulator and outputs
    /// the current value of the accumulator at every clock cycle.
    ///
    /// # Arguments
    ///
    /// * `init` - initial value of the accumulator.
    /// * `fold_func` - closure that computes the new value of the accumulator
    ///   as a function of the previous value and the new input at each clock
    ///   cycle.
    #[track_caller]
    pub fn stream_fold<A, F>(&self, init: A, fold_func: F) -> Stream<RootCircuit, A>
    where
        F: Fn(A, &T) -> A + 'static,
        A: Checkpoint + Eq + Clone + SizeOf + NumEntries + 'static,
    {
        self.stream_fold_persistent(None, init, fold_func)
    }

    #[track_caller]
    pub fn stream_fold_persistent<A, F>(
        &self,
        persistent_id: Option<&str>,
        init: A,
        fold_func: F,
    ) -> Stream<RootCircuit, A>
    where
        F: Fn(A, &T) -> A + 'static,
        A: Checkpoint + Eq + Clone + SizeOf + NumEntries + 'static,
    {
        let (prev_accumulator, feedback) = self.circuit().add_feedback_persistent(
            persistent_id.map(|name| format!("{name}.fold")).as_deref(),
            Z1::new(init),
        );
        let new_accumulator = prev_accumulator.apply2_owned(self, fold_func);

        feedback
            .connect_with_preference(&new_accumulator, OwnershipPreference::STRONGLY_PREFER_OWNED);
        self.circuit().cache_insert(
            DelayedId::new(new_accumulator.stream_id()),
            prev_accumulator,
        );

        new_accumulator
    }
}