dbx_core/storage/

cache.rs

//! LRU Row Cache — Tier 2 Cache
//!
//! Caches hot data in memory to minimize WOS/ROS access

use lru::LruCache;
use std::num::NonZeroUsize;
use std::sync::Mutex;
use std::sync::atomic::{AtomicU64, Ordering};

/// LRU Row Cache
pub struct RowCache {
    inner: Mutex<LruCache<CacheKey, Vec<u8>>>,
    hit_count: AtomicU64,
    miss_count: AtomicU64,
}

/// Cache Key: (table_name, row_key)
#[derive(Debug, Clone, PartialEq, Eq, Hash)]
struct CacheKey {
    table: String,
    key: Vec<u8>,
}

impl RowCache {
    /// Creates a new LRU Cache
    pub fn new(capacity: usize) -> Self {
        let cap = NonZeroUsize::new(capacity).expect("capacity must be > 0");
        Self {
            inner: Mutex::new(LruCache::new(cap)),
            hit_count: AtomicU64::new(0),
            miss_count: AtomicU64::new(0),
        }
    }

    /// Creates cache with default capacity (10,000 entries)
    pub fn with_default_capacity() -> Self {
        Self::new(10_000)
    }

    /// Auto-tuning: adjusts capacity based on hit ratio
    ///
    /// Increases capacity if hit ratio is low, maintains if high
    pub fn auto_tune(&self) -> Option<usize> {
        let ratio = self.hit_ratio();
        let current_size = {
            let cache = self.inner.lock().unwrap();
            cache.len()
        };

        // 히트율 95% 이상 목표
        if ratio < 0.95 && current_size > 0 {
            // 히트율이 낮으면 용량을 1.5배로 증가 권장
            Some((current_size as f64 * 1.5) as usize)
        } else {
            None // 현재 용량 유지
        }
    }

    /// Gets value from cache
    pub fn get(&self, table: &str, key: &[u8]) -> Option<Vec<u8>> {
        let cache_key = CacheKey {
            table: table.to_string(),
            key: key.to_vec(),
        };

        let mut cache = self.inner.lock().unwrap();
        if let Some(value) = cache.get(&cache_key) {
            self.hit_count.fetch_add(1, Ordering::Relaxed);
            Some(value.clone())
        } else {
            self.miss_count.fetch_add(1, Ordering::Relaxed);
            None
        }
    }

    /// Inserts value into cache
    pub fn insert(&self, table: &str, key: &[u8], value: &[u8]) {
        let cache_key = CacheKey {
            table: table.to_string(),
            key: key.to_vec(),
        };

        let mut cache = self.inner.lock().unwrap();
        cache.put(cache_key, value.to_vec());
    }

    /// Invalidates specific key from cache
    pub fn invalidate(&self, table: &str, key: &[u8]) {
        let cache_key = CacheKey {
            table: table.to_string(),
            key: key.to_vec(),
        };

        let mut cache = self.inner.lock().unwrap();
        cache.pop(&cache_key);
    }

    /// Invalidates entire table
    pub fn invalidate_table(&self, table: &str) {
        let mut cache = self.inner.lock().unwrap();
        // Collect keys belonging to this table, then remove them
        let keys_to_remove: Vec<CacheKey> = cache
            .iter()
            .filter(|(k, _)| k.table == table)
            .map(|(k, _)| k.clone())
            .collect();
        for key in keys_to_remove {
            cache.pop(&key);
        }
    }

    /// Returns cache hit ratio
    pub fn hit_ratio(&self) -> f64 {
        let hits = self.hit_count.load(Ordering::Relaxed);
        let misses = self.miss_count.load(Ordering::Relaxed);
        let total = hits + misses;

        if total == 0 {
            0.0
        } else {
            hits as f64 / total as f64
        }
    }

    /// Returns cache statistics
    pub fn stats(&self) -> CacheStats {
        CacheStats {
            hits: self.hit_count.load(Ordering::Relaxed),
            misses: self.miss_count.load(Ordering::Relaxed),
            hit_ratio: self.hit_ratio(),
        }
    }

    /// Clears the cache
    pub fn clear(&self) {
        let mut cache = self.inner.lock().unwrap();
        cache.clear();
        self.hit_count.store(0, Ordering::Relaxed);
        self.miss_count.store(0, Ordering::Relaxed);
    }
}

/// Cache statistics
#[derive(Debug, Clone)]
pub struct CacheStats {
    pub hits: u64,
    pub misses: u64,
    pub hit_ratio: f64,
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_cache_basic() {
        let cache = RowCache::new(3);

        // Insert
        cache.insert("users", b"key1", b"value1");
        cache.insert("users", b"key2", b"value2");

        // Get
        assert_eq!(cache.get("users", b"key1"), Some(b"value1".to_vec()));
        assert_eq!(cache.get("users", b"key2"), Some(b"value2".to_vec()));
        assert_eq!(cache.get("users", b"key3"), None);
    }

    #[test]
    fn test_cache_lru_eviction() {
        let cache = RowCache::new(2);

        cache.insert("users", b"key1", b"value1");
        cache.insert("users", b"key2", b"value2");
        cache.insert("users", b"key3", b"value3"); // key1 evicted

        assert_eq!(cache.get("users", b"key1"), None);
        assert_eq!(cache.get("users", b"key2"), Some(b"value2".to_vec()));
        assert_eq!(cache.get("users", b"key3"), Some(b"value3".to_vec()));
    }

    #[test]
    fn test_cache_invalidate() {
        let cache = RowCache::new(3);

        cache.insert("users", b"key1", b"value1");
        cache.insert("users", b"key2", b"value2");

        cache.invalidate("users", b"key1");

        assert_eq!(cache.get("users", b"key1"), None);
        assert_eq!(cache.get("users", b"key2"), Some(b"value2".to_vec()));
    }

    #[test]
    fn test_cache_hit_ratio() {
        let cache = RowCache::new(3);

        cache.insert("users", b"key1", b"value1");

        cache.get("users", b"key1"); // hit
        cache.get("users", b"key1"); // hit
        cache.get("users", b"key2"); // miss

        let stats = cache.stats();
        assert_eq!(stats.hits, 2);
        assert_eq!(stats.misses, 1);
        assert!((stats.hit_ratio - 0.666).abs() < 0.01);
    }

    #[test]
    fn test_cache_clear() {
        let cache = RowCache::new(3);

        cache.insert("users", b"key1", b"value1");
        cache.get("users", b"key1");

        cache.clear();

        assert_eq!(cache.get("users", b"key1"), None);
        assert_eq!(cache.stats().hits, 0);
        assert_eq!(cache.stats().misses, 1);
    }
}