brk_vec 0.0.81

A storeable vec
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117

use std::{
    fs::{self, OpenOptions},
    io::{self, Seek, SeekFrom, Write},
    path::{Path, PathBuf},
};

use brk_core::Result;
use rayon::prelude::*;
use zerocopy::{IntoBytes, TryFromBytes};

use super::{CompressedPageMetadata, UnsafeSlice};

#[derive(Debug, Clone)]
pub struct CompressedPagesMetadata {
    vec: Vec<CompressedPageMetadata>,
    change_at: Option<usize>,
    path: PathBuf,
}

impl CompressedPagesMetadata {
    const PAGE_SIZE: usize = size_of::<CompressedPageMetadata>();

    pub fn read(path: &Path) -> Result<CompressedPagesMetadata> {
        let this = Self {
            vec: fs::read(path)
                .unwrap_or_default()
                .chunks(Self::PAGE_SIZE)
                .map(|bytes| {
                    if bytes.len() != Self::PAGE_SIZE {
                        panic!()
                    }
                    CompressedPageMetadata::try_read_from_bytes(bytes).unwrap()
                })
                .collect::<Vec<_>>(),
            path: path.to_owned(),
            change_at: None,
        };

        Ok(this)
    }

    pub fn write(&mut self) -> io::Result<()> {
        if self.change_at.is_none() {
            return Ok(());
        }

        let change_at = self.change_at.take().unwrap();

        let len = (self.vec.len() - change_at) * Self::PAGE_SIZE;

        let mut bytes: Vec<u8> = vec![0; len];

        let unsafe_bytes = UnsafeSlice::new(&mut bytes);

        self.vec[change_at..]
            .par_iter()
            .enumerate()
            .for_each(|(i, v)| unsafe_bytes.copy_slice(i * Self::PAGE_SIZE, v.as_bytes()));

        let mut file = OpenOptions::new()
            .read(true)
            .create(true)
            .truncate(false)
            .append(true)
            .open(&self.path)?;

        file.set_len((change_at * Self::PAGE_SIZE) as u64)?;
        file.seek(SeekFrom::End(0))?;

        file.write_all(&bytes)?;

        Ok(())
    }

    pub fn len(&self) -> usize {
        self.vec.len()
    }

    pub fn is_empty(&self) -> bool {
        self.len() == 0
    }

    pub fn get(&self, page_index: usize) -> Option<&CompressedPageMetadata> {
        self.vec.get(page_index)
    }

    pub fn last(&self) -> Option<&CompressedPageMetadata> {
        self.vec.last()
    }

    pub fn pop(&mut self) -> Option<CompressedPageMetadata> {
        self.vec.pop()
    }

    pub fn push(&mut self, page_index: usize, page: CompressedPageMetadata) {
        if page_index != self.vec.len() {
            panic!();
        }

        self.set_changed_at(page_index);

        self.vec.push(page);
    }

    fn set_changed_at(&mut self, page_index: usize) {
        if self.change_at.is_none_or(|pi| pi > page_index) {
            self.change_at.replace(page_index);
        }
    }

    pub fn truncate(&mut self, page_index: usize) -> Option<CompressedPageMetadata> {
        let page = self.get(page_index).cloned();
        self.vec.truncate(page_index);
        self.set_changed_at(page_index);
        page
    }
}