iridium-db 0.4.0

A high-performance vector-graph hybrid storage and indexing engine
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111

use std::collections::{HashMap, VecDeque};

use crate::core::topology::CoreId;

#[derive(Debug, Clone, PartialEq, Eq)]
pub enum BackgroundJobState {
    Queued,
    Running,
    Succeeded,
    Failed { reason: String },
    Canceled,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct BackgroundJobRecord {
    pub job_id: u64,
    pub job_kind: String,
    pub attempts: u32,
    pub state: BackgroundJobState,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct BackgroundJobConfig {
    pub max_queued_jobs: usize,
    pub max_retained_terminal_jobs: usize,
}

impl Default for BackgroundJobConfig {
    fn default() -> Self {
        Self {
            max_queued_jobs: 256,
            max_retained_terminal_jobs: 2048,
        }
    }
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub enum BackgroundJobError {
    InvalidInput(String),
    Backpressure {
        queued_jobs: usize,
        max_queued_jobs: usize,
    },
    Shutdown,
    NotFound(u64),
    InvalidTransition(String),
}

pub type BackgroundJobResult<T> = std::result::Result<T, BackgroundJobError>;

pub struct BackgroundJobTracker {
    pub(super) config: BackgroundJobConfig,
    pub(super) next_job_id: u64,
    pub(super) is_shutdown: bool,
    pub(super) queued: VecDeque<u64>,
    pub(super) jobs: HashMap<u64, BackgroundJobRecord>,
    pub(super) terminal_order: VecDeque<u64>,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub enum HealthStatus {
    Healthy,
    Degraded,
    Unhealthy,
}

#[derive(Debug, Clone, PartialEq)]
pub struct HealthReport {
    pub status: HealthStatus,
    pub reason: String,
    pub error_rate: f64,
}

#[derive(Debug, Clone, PartialEq, Eq)]
pub struct Metrics {
    pub query_total: u64,
    pub query_errors: u64,
    pub query_avg_latency_micros: u64,
    pub query_p95_latency_micros: u64,
    pub query_p99_latency_micros: u64,
    pub ingest_accepted: u64,
    pub ingest_rejected: u64,
}

#[derive(Debug, Clone, PartialEq, Eq, Default)]
pub struct CoreMetrics {
    pub core_id: CoreId,
    pub query_total: u64,
    pub query_errors: u64,
    pub query_avg_latency_micros: u64,
    pub ingest_accepted: u64,
    pub ingest_rejected: u64,
}

#[derive(Debug, Clone, PartialEq, Eq, Default)]
pub struct CoreMetricsAggregate {
    pub query_total: u64,
    pub query_errors: u64,
    pub query_avg_latency_micros: u64,
    pub ingest_accepted: u64,
    pub ingest_rejected: u64,
}

#[derive(Debug, Clone, PartialEq, Eq, Default)]
pub(super) struct CoreMetricsAccumulator {
    pub query_total: u64,
    pub query_errors: u64,
    pub query_latency_total_micros: u64,
    pub ingest_accepted: u64,
    pub ingest_rejected: u64,
}