iridium-db 0.4.0

A high-performance vector-graph hybrid storage and indexing engine
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56

pub use super::graph::HnswGraph;

#[derive(Debug, Clone)]
pub struct HnswMaintenancePlan {
    pub rebuild_layers: u32,
    pub reason: String,
}

pub struct HnswMaintenanceScheduler {
    pub update_threshold_ratio: f32,
}

impl HnswMaintenanceScheduler {
    pub fn new(update_threshold_ratio: f32) -> Self {
        Self {
            update_threshold_ratio,
        }
    }

    pub fn should_rebuild(
        &self,
        total_vectors: u64,
        updated_vectors: u64,
    ) -> Option<HnswMaintenancePlan> {
        if total_vectors == 0 {
            return None;
        }
        let ratio = updated_vectors as f32 / total_vectors as f32;
        if ratio >= self.update_threshold_ratio {
            Some(HnswMaintenancePlan {
                rebuild_layers: 3,
                reason: format!("update ratio {:.2} exceeded", ratio),
            })
        } else {
            None
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn hnsw_rebuild_triggers_on_threshold() {
        let scheduler = HnswMaintenanceScheduler::new(0.05);
        let plan = scheduler.should_rebuild(1000, 60).unwrap();
        assert_eq!(plan.rebuild_layers, 3);
    }

    #[test]
    fn hnsw_rebuild_skips_below_threshold() {
        let scheduler = HnswMaintenanceScheduler::new(0.10);
        assert!(scheduler.should_rebuild(1000, 50).is_none());
    }
}