cobble 0.1.0

A flexible embedded key-value storage engine for distributed systems as well as single-node applications.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74

//! Snapshot manager and manifest encoding for LSM state.
mod manager;
mod manifest;
mod memtable;

use crate::error::Result;
use crate::file::TrackedFile;
use crate::lsm::LSMTreeVersion;
use crate::vlog::VlogVersion;
use std::collections::{BTreeMap, BTreeSet};
use std::ops::RangeInclusive;
use std::sync::Arc;

pub(crate) use manager::SnapshotManager;
pub(crate) use manifest::{
    LoadedManifest, ManifestSnapshot, build_tree_versions_from_manifest,
    build_vlog_version_from_manifest, list_snapshot_manifest_ids, load_manifest_entry,
    load_manifest_for_snapshot, snapshot_manifest_name,
};
pub(crate) use memtable::ActiveMemtableSnapshotData;

/// Internal snapshot record tracked by the manager.
#[derive(Clone)]
pub(crate) struct DbSnapshot {
    pub id: u64,
    pub manifest_path: String,
    pub base_snapshot_id: Option<u64>,
    // Per-tree LSM versions without tracked file references.
    pub lsm_versions: Vec<LSMTreeVersion>,
    // Source data file id -> tracked snapshot file.
    pub tracked_data_files: BTreeMap<u64, Arc<TrackedFile>>,
    // Vlog version at the time of snapshot creation, without tracked references.
    pub vlog_version: VlogVersion,
    pub seq_id: u64,
    pub latest_schema_id: u64,
    pub referenced_schema_ids: BTreeSet<u64>,
    pub active_memtable_data: Vec<ActiveMemtableSnapshotData>,
    pub lsm_tree_bucket_ranges: Vec<RangeInclusive<u16>>,
    pub bucket_ranges: Vec<RangeInclusive<u16>>,
    pub finished: bool,
    pub callback: Option<SnapshotCallback>,
}

/// Information about a materialized snapshot, passed to snapshot callbacks.
#[derive(Clone)]
pub(crate) struct SnapshotManifestInfo {
    pub id: u64,
    pub manifest_path: String,
    pub bucket_ranges: Vec<RangeInclusive<u16>>,
}

pub(crate) type SnapshotCallback =
    Arc<dyn Fn(Result<SnapshotManifestInfo>) + Send + Sync + 'static>;

impl DbSnapshot {
    pub(crate) fn new(id: u64, manifest_path: &str, callback: Option<SnapshotCallback>) -> Self {
        Self {
            id,
            manifest_path: manifest_path.to_string(),
            base_snapshot_id: None,
            lsm_versions: vec![],
            tracked_data_files: BTreeMap::new(),
            vlog_version: VlogVersion::new(),
            seq_id: 0,
            latest_schema_id: 0,
            referenced_schema_ids: BTreeSet::new(),
            active_memtable_data: Vec::new(),
            lsm_tree_bucket_ranges: Vec::new(),
            bucket_ranges: Vec::new(),
            finished: false,
            callback,
        }
    }
}