mocra 0.3.0

A distributed, event-driven crawling and data collection framework
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68

use crate::common::state::State;
use log::{debug, info};
use std::sync::Arc;
use std::time::Duration;
use sysinfo::System;
use tokio::time::sleep;

/// Periodic host-level metrics collector.
///
/// Captures CPU, memory, and swap usage and emits them as Prometheus metrics.
pub struct SystemMonitor {
    sys: System,
    interval: Duration,
}

impl SystemMonitor {
    /// Creates a monitor with a fixed polling interval in seconds.
    pub fn new(interval_secs: u64) -> Self {
        Self {
            sys: System::new(),
            interval: Duration::from_secs(interval_secs),
        }
    }

    /// Runs the monitor loop until task cancellation.
    pub async fn run(mut self, _state: Arc<State>) {
        info!("SystemMonitor started with interval {:?}", self.interval);

        // Initial refresh warms up system counters.
        self.sys.refresh_cpu_all();
        self.sys.refresh_memory();

        loop {
            sleep(self.interval).await;

            // Refresh only the required metrics.
            self.sys.refresh_cpu_all();
            self.sys.refresh_memory();

            // Collect metrics.
            let cpu_usage = self.sys.global_cpu_usage();
            let total_memory = self.sys.total_memory();
            let used_memory = self.sys.used_memory();
            let memory_percent = if total_memory > 0 {
                (used_memory as f64 / total_memory as f64) * 100.0
            } else {
                0.0
            };

            let total_swap = self.sys.total_swap();
            let used_swap = self.sys.used_swap();

            crate::common::metrics::set_component_health("system_monitor", true);
            crate::common::metrics::observe_resource("cpu_usage_percent", cpu_usage as f64);
            crate::common::metrics::observe_resource("memory_used_bytes", used_memory as f64);
            crate::common::metrics::observe_resource("memory_total_bytes", total_memory as f64);
            crate::common::metrics::observe_resource("memory_usage_percent", memory_percent);
            crate::common::metrics::observe_resource("swap_used_bytes", used_swap as f64);
            crate::common::metrics::observe_resource("swap_total_bytes", total_swap as f64);

            // Debug log for local diagnosis.
            debug!(
                "System Metrics: CPU: {:.2}%, Mem: {:.2}% ({}/{})",
                cpu_usage, memory_percent, used_memory, total_memory
            );
        }
    }
}