tsink 0.10.2

A lightweight embedded time-series database with a straightforward API
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81

use super::*;

pub(super) struct StartupFinalizePhase;

#[derive(Clone, Copy)]
pub(super) struct StartupFinalizeState {
    pub(super) force_registry_checkpoint_after_startup: bool,
    pub(super) reconcile_registry_with_persisted: bool,
}

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(super) enum RegistryPersistenceAction {
    Checkpoint,
    Persist,
}

#[derive(Debug, Clone, Copy, PartialEq, Eq)]
pub(super) struct StartupFinalizeActions {
    pub(super) registry_persistence: RegistryPersistenceAction,
    pub(super) run_sync_maintenance: bool,
    pub(super) start_background_threads: bool,
    pub(super) schedule_startup_maintenance: bool,
}

impl StartupFinalizeState {
    pub(super) fn actions(
        self,
        background_threads_enabled: bool,
        background_fail_fast: bool,
    ) -> StartupFinalizeActions {
        StartupFinalizeActions {
            registry_persistence: if self.force_registry_checkpoint_after_startup
                || !self.reconcile_registry_with_persisted
            {
                RegistryPersistenceAction::Checkpoint
            } else {
                RegistryPersistenceAction::Persist
            },
            run_sync_maintenance: !background_threads_enabled || background_fail_fast,
            start_background_threads: background_threads_enabled,
            schedule_startup_maintenance: background_threads_enabled && !background_fail_fast,
        }
    }
}

impl StartupFinalizePhase {
    pub(super) fn run(
        storage: &Arc<ChunkStorage>,
        finalize_state: StartupFinalizeState,
        background_threads_enabled: bool,
        background_fail_fast: bool,
    ) -> Result<()> {
        let actions = finalize_state.actions(background_threads_enabled, background_fail_fast);

        if actions.run_sync_maintenance {
            storage.sweep_expired_persisted_segments()?;
            storage.reconcile_live_metadata_indexes()?;
        }

        match actions.registry_persistence {
            RegistryPersistenceAction::Checkpoint => storage.checkpoint_series_registry_index()?,
            RegistryPersistenceAction::Persist => storage.persist_series_registry_index()?,
        }

        if storage.memory_budget_value() != usize::MAX {
            storage.refresh_memory_usage();
            storage.enforce_memory_budget_if_needed()?;
        }

        if actions.start_background_threads {
            storage.start_background_flush_thread(DEFAULT_FLUSH_INTERVAL)?;
            storage.start_background_persisted_refresh_thread()?;
            storage.start_background_rollup_thread(DEFAULT_ROLLUP_INTERVAL)?;
            if actions.schedule_startup_maintenance {
                storage.schedule_startup_maintenance();
            }
        }

        Ok(())
    }
}