logdb 0.3.0

Embedded, append-only, crash-recoverable, optionally tamper-proof local log database
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

//! logdb crash recovery test helper.
//!
//! Two modes:
//!   writer: append N records, flush, print durable cursor, exit
//!   reader: open, read all records up to durable cursor, verify sequence continuity
//!
//! Usage:
//!   cargo run --release --example crash_test -- writer /tmp/data
//!   cargo run --release --example crash_test -- reader /tmp/data

use std::time::Duration;

use logdb::LogDb;
use logdb::{Config, DurabilityMode};

fn main() {
    let args: Vec<String> = std::env::args().collect();
    if args.len() < 3 {
        eprintln!("Usage: crash_test <writer|reader> <data_dir>");
        std::process::exit(1);
    }
    let mode = &args[1];
    let data_dir = &args[2];

    match mode.as_str() {
        "writer" => writer_mode(data_dir),
        "reader" => reader_mode(data_dir),
        _ => {
            eprintln!("Unknown mode: {}", mode);
            std::process::exit(1);
        }
    }
}

fn writer_mode(data_dir: &str) {
    let _ = std::fs::remove_dir_all(data_dir);

    let mut config = Config::default();
    config.data_dir = data_dir.into();
    config.ring_size = 8192;
    config.durability_mode = DurabilityMode::Sync;
    config.flush_timeout = Duration::from_secs(10);

    let db = LogDb::open(config).expect("open");

    let n = 10000;
    for i in 0..n {
        let content = format!("crash-test-record-{:06}", i);
        db.append(content.as_bytes()).expect("append");
    }

    db.flush().expect("flush");
    std::thread::sleep(Duration::from_millis(100));

    let durable = db.durable_cursor();
    println!("writer: {} records written, durable_cursor={}", n, durable);

    let report = db.shutdown(Duration::from_secs(10)).expect("shutdown");
    println!("writer: shutdown={:?}", report);
}

fn reader_mode(data_dir: &str) {
    let mut config = Config::default();
    config.data_dir = data_dir.into();
    config.ring_size = 8192;
    config.durability_mode = DurabilityMode::Sync;
    config.flush_timeout = Duration::from_secs(10);

    let db = LogDb::open(config).expect("open");

    let durable = db.durable_cursor();
    println!("reader: durable_cursor={}", durable);

    if durable == 0 {
        println!("reader: no durable records found");
        let _ = db.shutdown(Duration::from_secs(5));
        std::process::exit(0);
    }

    // Verify all records from 0 to durable-1 exist and have correct content
    let mut errors = 0u64;
    for seq in 0..durable {
        match db.read(seq) {
            Ok(Some(rec)) => {
                let expected = format!("crash-test-record-{:06}", seq);
                if rec.content != expected.as_bytes() {
                    eprintln!(
                        "reader: CONTENT MISMATCH at seq={}: expected '{}', got '{:?}'",
                        seq,
                        expected,
                        String::from_utf8_lossy(&rec.content)
                    );
                    errors += 1;
                }
            }
            Ok(None) => {
                eprintln!("reader: MISSING seq={}", seq);
                errors += 1;
            }
            Err(e) => {
                eprintln!("reader: ERROR at seq={}: {:?}", seq, e);
                errors += 1;
            }
        }
    }

    if errors > 0 {
        eprintln!("reader: FAIL — {} errors in {} records", errors, durable);
        std::process::exit(1);
    }

    println!("reader: OK — {} records verified, 0 errors", durable);

    let report = db.shutdown(Duration::from_secs(10)).expect("shutdown");
    println!("reader: shutdown={:?}", report);
}