kcl 0.3.3

a Rust interface to the Amazon Kinesis Client Library (KCL) MultiLangDaemon
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80

use crate::mocks::mock_reader::MockReader;
use crate::mocks::mock_writer::MockWriter;
use kcl::checkpointer::Checkpointer;
use kcl::{Processor, Record};

#[derive(Default)]
pub struct MockProcessor {
    pub shard: Option<String>,
    pub records: Vec<Record>,
    pub lease_lost: bool,
    pub shard_ended: bool,
    pub shutdown_requested: bool,
}

impl Processor<MockWriter, MockReader> for MockProcessor {
    fn initialize(&mut self, shard_id: &str) {
        self.shard = Some(shard_id.to_owned())
    }

    fn process_records(
        &mut self,
        data: &[Record],
        _checkpointer: &mut Checkpointer<MockWriter, MockReader>,
    ) {
        for record in data {
            self.records.push((*record).clone())
        }
    }

    fn lease_lost(&mut self) {
        self.lease_lost = true;
    }
    fn shard_ended(&mut self, _checkpointer: &mut Checkpointer<MockWriter, MockReader>) {
        self.shard_ended = true;
    }
    fn shutdown_requested(&mut self, _checkpointer: &mut Checkpointer<MockWriter, MockReader>) {
        self.shutdown_requested = true;
    }
}

#[derive(Default)]
pub struct MockCheckpointingProcessor {
    pub shard: Option<String>,
    pub records: Vec<Record>,
    pub lease_lost: bool,
    pub shard_ended: bool,
    pub shutdown_requested: bool,
}

impl Processor<MockWriter, MockReader> for MockCheckpointingProcessor {
    fn initialize(&mut self, shard_id: &str) {
        self.shard = Some(shard_id.to_owned())
    }

    fn process_records(
        &mut self,
        data: &[Record],
        checkpointer: &mut Checkpointer<MockWriter, MockReader>,
    ) {
        for record in data {
            self.records.push((*record).clone())
        }
        match checkpointer.checkpoint(None, None) {
            Ok(_) => {}
            Err(error) => {
                panic!("{error}, retryable: {}", error.is_retryable())
            }
        };
    }

    fn lease_lost(&mut self) {
        self.lease_lost = true;
    }
    fn shard_ended(&mut self, _checkpointer: &mut Checkpointer<MockWriter, MockReader>) {
        self.shard_ended = true;
    }
    fn shutdown_requested(&mut self, _checkpointer: &mut Checkpointer<MockWriter, MockReader>) {
        self.shutdown_requested = true;
    }
}