hyperi-rustlib 2.6.0

Opinionated Rust framework for high-throughput data pipelines at PB scale. Auto-wiring config, logging, metrics, tracing, health, and graceful shutdown — built from many years of production infrastructure experience.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84

// Project:   hyperi-rustlib
// File:      src/directory_config/refresh.rs
// Purpose:   Background polling refresh for DirectoryConfigStore
// Language:  Rust
//
// License:   FSL-1.1-ALv2
// Copyright: (c) 2026 HYPERI PTY LIMITED

use std::collections::HashMap;
use std::path::PathBuf;
use std::time::Duration;

use tokio::sync::{broadcast, oneshot};

use crate::directory_config::store::{TableCache, TimestampCache, load_all_tables};
use crate::directory_config::types::{ChangeEvent, ChangeOperation};

/// Background polling loop that detects file changes and refreshes the cache.
///
/// Runs until a shutdown signal is received. On each tick it reloads all YAML
/// files, compares timestamps, and broadcasts change events for any tables
/// that have been modified, added, or removed.
pub(crate) async fn refresh_loop(
    cache: TableCache,
    timestamps: TimestampCache,
    directory: PathBuf,
    interval: Duration,
    change_tx: broadcast::Sender<ChangeEvent>,
    mut shutdown_rx: oneshot::Receiver<()>,
) {
    let mut ticker = tokio::time::interval(interval);
    // First tick fires immediately — skip it since we loaded on init
    ticker.tick().await;

    loop {
        tokio::select! {
            _ = ticker.tick() => {
                // Snapshot current table names before refresh
                let old_tables: HashMap<String, std::time::SystemTime> = {
                    timestamps.read().await.clone()
                };

                // Reload everything from disk
                if let Err(e) = load_all_tables(&directory, &cache, &timestamps).await {
                    tracing::warn!(error = %e, "Background refresh failed");
                    continue;
                }

                // Detect changes by comparing timestamps
                let new_timestamps = timestamps.read().await.clone();

                for (table, new_ts) in &new_timestamps {
                    let changed = match old_tables.get(table) {
                        Some(old_ts) => new_ts != old_ts,
                        None => true, // New table
                    };

                    if changed {
                        tracing::debug!(table = %table, "Table refreshed from disk");
                        let _ = change_tx.send(ChangeEvent {
                            table: table.clone(),
                            operation: ChangeOperation::Refreshed,
                        });
                    }
                }

                // Detect removed tables
                for table in old_tables.keys() {
                    if !new_timestamps.contains_key(table) {
                        tracing::debug!(table = %table, "Table removed from disk");
                        let _ = change_tx.send(ChangeEvent {
                            table: table.clone(),
                            operation: ChangeOperation::Deleted,
                        });
                    }
                }
            }
            _ = &mut shutdown_rx => {
                tracing::debug!("Refresh loop shutting down");
                break;
            }
        }
    }
}