tonbo 0.3.2

An embedded persistent KV database in Rust.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121

use std::{
    fmt::{self, Debug, Formatter},
    marker::PhantomData,
    mem::transmute,
    sync::Arc,
};

use arrow::{array::RecordBatch, datatypes::Schema};
use parquet::arrow::ProjectionMask;

use crate::{
    record::{option::OptionRecordRef, Key, Record, RecordRef, Schema as RecordSchema},
    timestamp::Timestamped,
};

pub struct RecordBatchEntry<R>
where
    R: Record,
{
    _record_batch: RecordBatch,
    record_ref: OptionRecordRef<'static, R::Ref<'static>>,
}

impl<R> RecordBatchEntry<R>
where
    R: Record,
{
    pub(crate) fn new(
        _record_batch: RecordBatch,
        record_ref: OptionRecordRef<'static, R::Ref<'static>>,
    ) -> Self {
        Self {
            _record_batch,
            record_ref,
        }
    }

    pub(crate) fn internal_key(
        &self,
    ) -> Timestamped<<<R::Schema as RecordSchema>::Key as Key>::Ref<'_>> {
        self.record_ref.key()
    }

    pub fn key(&self) -> <<R::Schema as RecordSchema>::Key as Key>::Ref<'_> {
        self.internal_key().value().clone()
    }

    pub fn get(&self) -> Option<R::Ref<'_>> {
        // Safety: shorter lifetime of the key must be safe
        unsafe { transmute(self.record_ref.get()) }
    }
}

impl<R> Debug for RecordBatchEntry<R>
where
    R: Record + Debug,
{
    fn fmt(&self, f: &mut Formatter<'_>) -> fmt::Result {
        f.debug_struct("RecordBatchEntry").finish()
    }
}

#[derive(Debug)]
pub struct RecordBatchIterator<R> {
    record_batch: RecordBatch,
    offset: usize,
    projection_mask: ProjectionMask,
    full_schema: Arc<Schema>,
    _marker: PhantomData<R>,
}

impl<R> RecordBatchIterator<R>
where
    R: Record,
{
    pub(crate) fn new(
        record_batch: RecordBatch,
        projection_mask: ProjectionMask,
        full_schema: Arc<Schema>,
    ) -> Self {
        Self {
            record_batch,
            offset: 0,
            projection_mask,
            full_schema,
            _marker: PhantomData,
        }
    }
}

impl<R> Iterator for RecordBatchIterator<R>
where
    R: Record,
{
    type Item = RecordBatchEntry<R>;

    fn next(&mut self) -> Option<Self::Item> {
        if self.offset >= self.record_batch.num_rows() {
            return None;
        }

        let record_batch = self.record_batch.clone();
        let record = R::Ref::from_record_batch(
            &self.record_batch,
            self.offset,
            &self.projection_mask,
            &self.full_schema,
        );
        let entry = RecordBatchEntry::new(record_batch, unsafe {
            // Safety: self-referring lifetime is safe
            transmute::<OptionRecordRef<'_, R::Ref<'_>>, OptionRecordRef<'static, R::Ref<'static>>>(
                record,
            )
        });
        self.offset += 1;
        Some(entry)
    }
}

#[cfg(test)]
mod tests {}