aletheiadb 0.1.0

A high-performance bi-temporal graph database for LLM integration
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67

//! Statistics and monitoring types.
//!
//! This module defines structures for tracking memory usage and snapshot status
//! of the temporal vector index.

use super::config::MAX_ACCUMULATED_CHANGES;
use crate::core::temporal::Timestamp;
use std::time::Duration;

/// Snapshot information for monitoring.
#[derive(Debug, Clone)]
pub struct SnapshotInfo {
    /// Sequential snapshot ID
    pub snapshot_id: usize,
    /// Timestamp when snapshot was created (microseconds since epoch)
    pub timestamp: Timestamp,
    /// Number of vectors in snapshot
    pub vector_count: usize,
    /// Estimated size in bytes
    pub size_bytes: usize,
    /// Age of snapshot
    pub age: Duration,
}

/// Memory usage statistics for monitoring.
///
/// Use these metrics to detect potential memory growth and optimize snapshot configuration.
#[derive(Debug, Clone)]
pub struct MemoryStats {
    /// Number of unique vectors changed since last FULL snapshot.
    ///
    /// **WARNING**: This grows unboundedly between full snapshots.
    /// If this exceeds 100k, consider reducing `full_snapshot_interval`
    /// or calling `create_manual_snapshot()`.
    pub changes_accumulated_size: usize,

    /// Number of vectors changed since last snapshot (any type).
    ///
    /// Resets after each snapshot creation.
    pub vectors_changed_since_snapshot: usize,

    /// Number of snapshots created since last full snapshot.
    pub snapshots_since_full: usize,

    /// Total number of snapshots stored.
    pub total_snapshots: usize,

    /// Number of vectors in current (live) index.
    pub current_vectors: usize,
}

impl MemoryStats {
    /// Checks if memory growth is concerning and may require intervention.
    ///
    /// Returns true if `changes_accumulated_size` exceeds 100,000 entries,
    /// which could indicate excessive memory usage.
    pub fn is_high_memory_usage(&self) -> bool {
        self.changes_accumulated_size > MAX_ACCUMULATED_CHANGES
    }

    /// Estimates memory overhead from accumulated changes in bytes.
    ///
    /// This is a rough estimate assuming ~8 bytes per NodeId in the HashSet.
    pub fn estimated_accumulated_bytes(&self) -> usize {
        self.changes_accumulated_size * 8 // NodeId is u64
    }
}