reductstore 1.19.7

ReductStore is a time series database designed specifically for storing and managing large amounts of blob data.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125

// Copyright 2021-2026 ReductSoftware UG
// Licensed under the Apache License, Version 2.0

use crate::cfg::{CfgParser, ExtCfgBounds};
use crate::core::env::{Env, GetEnv};
use bytesize::ByteSize;
use std::time::Duration;

#[derive(Clone, Debug, PartialEq)]
pub struct StorageEngineConfig {
    pub compaction_interval: Duration,
    pub replica_update_interval: Duration,
    pub enable_integrity_checks: bool,
    pub max_storage_size: Option<u64>,
}

const DEFAULT_COMPACTION_INTERVAL_SECS: u64 = 60;
const DEFAULT_REPLICA_UPDATE_INTERVAL_SECS: u64 = 60;

impl Default for StorageEngineConfig {
    fn default() -> Self {
        StorageEngineConfig {
            compaction_interval: Duration::from_secs(DEFAULT_COMPACTION_INTERVAL_SECS),
            replica_update_interval: Duration::from_secs(DEFAULT_REPLICA_UPDATE_INTERVAL_SECS),
            enable_integrity_checks: true,
            max_storage_size: None,
        }
    }
}

impl<EnvGetter: GetEnv, ExtCfg: ExtCfgBounds> CfgParser<EnvGetter, ExtCfg> {
    pub fn parse_storage_engine_config(env: &mut Env<EnvGetter>) -> StorageEngineConfig {
        StorageEngineConfig {
            compaction_interval: Duration::from_secs(
                env.get_optional::<u64>("RS_ENGINE_COMPACTION_INTERVAL")
                    .unwrap_or(DEFAULT_COMPACTION_INTERVAL_SECS),
            ),
            replica_update_interval: Duration::from_secs(
                env.get_optional::<u64>("RS_ENGINE_REPLICA_UPDATE_INTERVAL")
                    .unwrap_or(DEFAULT_REPLICA_UPDATE_INTERVAL_SECS),
            ),
            enable_integrity_checks: env
                .get_optional::<bool>("RS_ENGINE_ENABLE_INTEGRITY_CHECKS")
                .unwrap_or(true),
            max_storage_size: env
                .get_optional::<ByteSize>("RS_ENGINE_MAX_STORAGE_SIZE")
                .map(|size| size.as_u64()),
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;
    use crate::cfg::tests::MockEnvGetter;
    use mockall::predicate::eq;
    use rstest::rstest;
    use std::env::VarError;

    #[rstest]
    fn parses_engine_config_from_env() {
        let mut env_getter = MockEnvGetter::new();

        env_getter
            .expect_get()
            .with(eq("RS_ENGINE_COMPACTION_INTERVAL"))
            .return_const(Ok("120".to_string()));
        env_getter
            .expect_get()
            .with(eq("RS_ENGINE_REPLICA_UPDATE_INTERVAL"))
            .return_const(Ok("45".to_string()));
        env_getter
            .expect_get()
            .with(eq("RS_ENGINE_ENABLE_INTEGRITY_CHECKS"))
            .return_const(Ok("false".to_string()));
        env_getter
            .expect_get()
            .with(eq("RS_ENGINE_MAX_STORAGE_SIZE"))
            .return_const(Ok("10GB".to_string()));

        let expected = StorageEngineConfig {
            compaction_interval: Duration::from_secs(120),
            replica_update_interval: Duration::from_secs(45),
            enable_integrity_checks: false,
            max_storage_size: Some(10_000_000_000),
        };

        assert_eq!(
            expected,
            CfgParser::<MockEnvGetter>::parse_storage_engine_config(&mut Env::new(env_getter))
        );
    }

    #[rstest]
    fn uses_default_engine_config_when_missing() {
        let mut env_getter = MockEnvGetter::new();

        env_getter
            .expect_get()
            .return_const(Err(VarError::NotPresent));

        let expected = StorageEngineConfig::default();

        assert_eq!(
            expected,
            CfgParser::<MockEnvGetter>::parse_storage_engine_config(&mut Env::new(env_getter))
        );
    }

    #[rstest]
    fn uses_unlimited_storage_when_max_storage_size_invalid() {
        let mut env_getter = MockEnvGetter::new();
        env_getter
            .expect_get()
            .with(eq("RS_ENGINE_MAX_STORAGE_SIZE"))
            .return_const(Ok("wrong".to_string()));
        env_getter
            .expect_get()
            .return_const(Err(VarError::NotPresent));

        let cfg =
            CfgParser::<MockEnvGetter>::parse_storage_engine_config(&mut Env::new(env_getter));
        assert_eq!(cfg.max_storage_size, None);
    }
}