tsink 0.10.2

A lightweight embedded time-series database with a straightforward API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108

use std::collections::HashMap;
use std::path::{Path, PathBuf};

use crate::engine::chunk::Chunk;
use crate::engine::durability::WalHighWatermark;
use crate::engine::index::ChunkIndex;
use crate::engine::series::{SeriesId, SeriesValueFamily};
use crate::mmap::PlatformMmap;
use crate::Label;

use super::postings::SegmentPostingsIndex;

#[derive(Debug, Clone)]
pub struct SegmentLayout {
    pub root: PathBuf,
    pub chunks_path: PathBuf,
    pub chunk_index_path: PathBuf,
    pub series_path: PathBuf,
    pub postings_path: PathBuf,
    pub manifest_path: PathBuf,
}

impl SegmentLayout {
    pub fn new(base: impl AsRef<Path>, level: u8, segment_id: u64) -> Self {
        let root = base
            .as_ref()
            .join("segments")
            .join(format!("L{level}"))
            .join(format!("seg-{segment_id:016x}"));
        Self::from_root(root)
    }

    pub(super) fn from_root(root: PathBuf) -> Self {
        Self {
            chunks_path: root.join("chunks.bin"),
            chunk_index_path: root.join("chunk_index.bin"),
            series_path: root.join("series.bin"),
            postings_path: root.join("postings.bin"),
            manifest_path: root.join("manifest.bin"),
            root,
        }
    }
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct SegmentManifest {
    pub segment_id: u64,
    pub level: u8,
    pub chunk_count: usize,
    pub point_count: usize,
    pub series_count: usize,
    pub min_ts: Option<i64>,
    pub max_ts: Option<i64>,
    pub wal_highwater: WalHighWatermark,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub(crate) struct SegmentContentFingerprint {
    pub(crate) manifest: SegmentManifest,
    pub(crate) files: [SegmentFileFingerprint; super::format::MANIFEST_FILE_ENTRY_COUNT],
}

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(crate) struct SegmentFileFingerprint {
    pub(crate) kind: u8,
    pub(crate) file_len: u64,
    pub(crate) hash64: u64,
}

#[derive(Debug, Clone)]
pub struct PersistedSeries {
    pub series_id: SeriesId,
    pub metric: String,
    pub labels: Vec<Label>,
    pub value_family: Option<SeriesValueFamily>,
}

#[derive(Debug, Default)]
pub struct LoadedSegments {
    pub next_segment_id: u64,
    pub series: Vec<PersistedSeries>,
    pub chunks_by_series: HashMap<SeriesId, Vec<Chunk>>,
}

#[derive(Debug, Clone)]
pub struct LoadedSegment {
    pub root: PathBuf,
    pub manifest: SegmentManifest,
    pub series: Vec<PersistedSeries>,
    pub chunks_by_series: HashMap<SeriesId, Vec<Chunk>>,
}

pub struct IndexedSegment {
    pub root: PathBuf,
    pub manifest: SegmentManifest,
    pub series: Vec<PersistedSeries>,
    pub(crate) postings: SegmentPostingsIndex,
    pub chunk_index: ChunkIndex,
    pub chunks_mmap: PlatformMmap,
}

#[derive(Default)]
pub struct LoadedSegmentIndexes {
    pub next_segment_id: u64,
    pub series: Vec<PersistedSeries>,
    pub indexed_segments: Vec<IndexedSegment>,
    pub wal_replay_highwater: WalHighWatermark,
}