db-rs 0.3.6

fast, embedded, transactional, key value store
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

use db_rs::compacter::BackgroundCompacter;
use db_rs::utils::random_test_dir;
use db_rs::{CancelSig, Config, Db, LookupTable, Single};
use db_rs_derive::Schema;
use std::fs::{remove_dir_all, OpenOptions};
use std::io::{Read, Write};
use std::sync::{Arc, Mutex};
use std::thread;
use std::time::Duration;

#[derive(Schema)]
pub struct LogTests {
    table1: LookupTable<u8, String>,
    table2: Single<Vec<u128>>,
}

#[test]
fn log_compaction() {
    let dir = &random_test_dir();
    drop(remove_dir_all(dir));

    let mut db = LogTests::init(Config::in_folder(dir)).unwrap();
    for i in 0..u8::MAX {
        db.table1
            .insert(i, format!("{i} * {i} = {}", i as usize * i as usize))
            .unwrap();
        let mut data = db.table2.get().cloned().unwrap_or_default();
        data.push(i as u128 * i as u128);
        db.table2.insert(data).unwrap();
    }

    assert!(log_size(&db) > 500000);
    db.table1.clear().unwrap();
    db.compact_log().unwrap();
    assert!(log_size(&db) < (256 * (128 / 8)) + 1 + 4 + 100);
    drop(db);

    let db = LogTests::init(Config::in_folder(dir)).unwrap();
    assert_eq!(db.table1.get().get(&4), None);
    assert_eq!(db.table2.get().unwrap().len() as u8, u8::MAX);

    drop(remove_dir_all(dir));
}

#[test]
fn inter_log() {
    let dir = &random_test_dir();
    drop(remove_dir_all(dir));

    let mut db = LogTests::init(Config::in_folder(dir)).unwrap();
    assert!(!db.incomplete_write().unwrap());
    for i in 0..u8::MAX {
        db.table1
            .insert(i, format!("{i} * {i} = {}", i as usize * i as usize))
            .unwrap();
        let mut data = db.table2.get().cloned().unwrap_or_default();
        data.push(i as u128 * i as u128);
        db.table2.insert(data).unwrap();
    }

    let mut buf = vec![];
    let mut file = OpenOptions::new()
        .read(true)
        .write(true)
        .open(db.config().unwrap().db_location_v2().unwrap())
        .unwrap();

    file.read_to_end(&mut buf).unwrap();

    buf = buf[0..1000].to_vec();
    let mut file = OpenOptions::new()
        .create(true)
        .write(true)
        .truncate(true)
        .open(db.config().unwrap().db_location_v2().unwrap())
        .unwrap();
    file.write_all(&buf).unwrap();

    drop(db);
    let db = LogTests::init(Config::in_folder(dir)).unwrap();
    assert!(db.incomplete_write().unwrap());
    assert_eq!(db.table1.get().get(&0).unwrap(), "0 * 0 = 0");
    drop(remove_dir_all(dir));
}

#[test]
fn no_io_tests() {
    let cfg = Config::no_io();
    let mut log = LogTests::init(cfg).unwrap();
    log.table1.insert(3, "test".to_string()).unwrap();
    assert_eq!(log.table1.get().get(&3).unwrap(), "test");
}

#[test]
#[ignore] // ignored so tests don't get stuck here
fn auto_log_compacter() {
    let dir = &random_test_dir();
    drop(remove_dir_all(dir));
    let db = Arc::new(Mutex::new(LogTests::init(Config::in_folder(dir)).unwrap()));
    let cancel = CancelSig::default();
    let handle = db.begin_compacter(Duration::from_secs(1), cancel.clone());
    thread::sleep(Duration::from_millis(2500));
    cancel.cancel();
    assert_eq!(handle.join().unwrap().unwrap(), 2);

    drop(remove_dir_all(dir));
}

fn log_size<D: Db>(db: &D) -> usize {
    let mut buf = vec![];
    OpenOptions::new()
        .read(true)
        .open(db.config().unwrap().db_location_v2().unwrap())
        .unwrap()
        .read_to_end(&mut buf)
        .unwrap();

    buf.len()
}