murr 0.2.0-rc2

Columnar in-memory cache for AI/ML inference workloads
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113

use rocksdb::{BlockBasedOptions, Cache, DataBlockIndexType, Options};
use serde::{Deserialize, Serialize};

use crate::io::store::rocksdb::plain::{
    default_data_block_hash_ratio, default_disable_auto_compactions,
    default_target_file_size_base, default_write_buffer_size,
};

#[derive(Debug, Clone, Serialize, Deserialize, PartialEq)]
pub struct BlockConfig {
    /// Bloom filter bits per key. None disables.
    #[serde(default)]
    pub bloom_filter_bits_per_key: Option<f64>,
    #[serde(default = "default_true")]
    pub whole_key_filtering: bool,
    #[serde(default = "default_block_size")]
    pub block_size: usize,
    /// LRU block cache size in MiB. 0 disables.
    #[serde(default)]
    pub block_cache_mb: usize,
    #[serde(default)]
    pub cache_index_and_filter_blocks: bool,
    #[serde(default)]
    pub pin_l0_filter_and_index_blocks: bool,
    #[serde(default = "default_block_restart_interval")]
    pub block_restart_interval: i32,
    #[serde(default = "default_true")]
    pub data_block_hash_index: bool,
    #[serde(default = "default_data_block_hash_ratio")]
    pub data_block_hash_ratio: f64,
    #[serde(default = "default_true")]
    pub mmap_reads: bool,
    /// Open SST files with O_DIRECT, bypassing the OS page cache.
    /// Mutually exclusive with `mmap_reads`.
    #[serde(default)]
    pub use_direct_reads: bool,
    #[serde(default = "default_true")]
    pub async_io: bool,
    #[serde(default)]
    pub verify_checksums: bool,
    #[serde(default = "default_write_buffer_size")]
    pub write_buffer_size: usize,
    #[serde(default = "default_target_file_size_base")]
    pub target_file_size_base: u64,
    #[serde(default = "default_disable_auto_compactions")]
    pub disable_auto_compactions: bool,
}

impl Default for BlockConfig {
    fn default() -> Self {
        Self {
            bloom_filter_bits_per_key: None,
            whole_key_filtering: true,
            block_size: default_block_size(),
            block_cache_mb: 0,
            cache_index_and_filter_blocks: false,
            pin_l0_filter_and_index_blocks: false,
            block_restart_interval: default_block_restart_interval(),
            data_block_hash_index: true,
            data_block_hash_ratio: default_data_block_hash_ratio(),
            mmap_reads: true,
            use_direct_reads: false,
            async_io: true,
            verify_checksums: false,
            write_buffer_size: default_write_buffer_size(),
            target_file_size_base: default_target_file_size_base(),
            disable_auto_compactions: default_disable_auto_compactions(),
        }
    }
}

fn default_true() -> bool {
    true
}
fn default_block_size() -> usize {
    512
}
fn default_block_restart_interval() -> i32 {
    8
}

impl From<&BlockConfig> for Options {
    fn from(config: &BlockConfig) -> Self {
        let mut bbt = BlockBasedOptions::default();
        bbt.set_block_size(config.block_size);
        bbt.set_block_restart_interval(config.block_restart_interval);
        bbt.set_whole_key_filtering(config.whole_key_filtering);
        bbt.set_cache_index_and_filter_blocks(config.cache_index_and_filter_blocks);
        bbt.set_pin_l0_filter_and_index_blocks_in_cache(config.pin_l0_filter_and_index_blocks);
        if let Some(bits) = config.bloom_filter_bits_per_key {
            bbt.set_bloom_filter(bits, false);
        }
        if config.data_block_hash_index {
            bbt.set_data_block_index_type(DataBlockIndexType::BinaryAndHash);
            bbt.set_data_block_hash_ratio(config.data_block_hash_ratio);
        }
        if config.block_cache_mb > 0 {
            let cache = Cache::new_lru_cache(config.block_cache_mb << 20);
            bbt.set_block_cache(&cache);
        }

        let mut opts = Options::default();
        opts.create_if_missing(true);
        opts.create_missing_column_families(true);
        opts.set_allow_mmap_reads(config.mmap_reads);
        opts.set_use_direct_reads(config.use_direct_reads);
        opts.set_write_buffer_size(config.write_buffer_size);
        opts.set_target_file_size_base(config.target_file_size_base);
        opts.set_disable_auto_compactions(config.disable_auto_compactions);
        opts.set_block_based_table_factory(&bbt);
        opts
    }
}