murr 0.2.0

Columnar in-memory cache for AI/ML inference workloads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85

use std::path::PathBuf;

use serde::{Deserialize, Serialize};

use crate::conf::path::resolve_cache_dir;
use crate::io::store::rocksdb::block::BlockConfig;
use crate::io::store::rocksdb::plain::PlainConfig;

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
pub struct StorageConfig {
    #[serde(default = "default_path")]
    pub path: PathBuf,
    #[serde(default, flatten)]
    pub backend: BackendConfig,
}

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
#[serde(rename_all = "lowercase")]
pub enum BackendConfig {
    Mmap(PlainConfig),
    Block(BlockConfig),
}

impl Default for StorageConfig {
    fn default() -> Self {
        Self {
            path: default_path(),
            backend: BackendConfig::default(),
        }
    }
}

impl Default for BackendConfig {
    fn default() -> Self {
        BackendConfig::Mmap(PlainConfig::default())
    }
}

fn default_path() -> PathBuf {
    resolve_cache_dir()
        .expect("failed to resolve cache dir — set storage.path or MURR_STORAGE_PATH")
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn default_is_mmap() {
        let config = StorageConfig::default();
        assert!(matches!(config.backend, BackendConfig::Mmap(_)));
        assert!(!config.path.as_os_str().is_empty());
        assert_eq!(config.path.file_name().unwrap(), "murr");
    }

    #[test]
    fn parses_mmap_yaml() {
        let yaml = "
path: /custom/path
mmap:
  bloom_bits_per_key: 20
";
        let cfg: StorageConfig = serde_yaml_ng::from_str(yaml).unwrap();
        assert_eq!(cfg.path, PathBuf::from("/custom/path"));
        match cfg.backend {
            BackendConfig::Mmap(p) => assert_eq!(p.bloom_bits_per_key, 20),
            _ => panic!("expected mmap"),
        }
    }

    #[test]
    fn parses_block_yaml() {
        let yaml = "
path: /custom/path
block:
  block_size: 8192
";
        let cfg: StorageConfig = serde_yaml_ng::from_str(yaml).unwrap();
        assert_eq!(cfg.path, PathBuf::from("/custom/path"));
        match cfg.backend {
            BackendConfig::Block(b) => assert_eq!(b.block_size, 8192),
            _ => panic!("expected block"),
        }
    }
}