hyperi-rustlib 2.6.1

Opinionated Rust framework for high-throughput data pipelines at PB scale. Auto-wiring config, logging, metrics, tracing, health, and graceful shutdown — built from many years of production infrastructure experience.
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100

// Project:   hyperi-rustlib
// File:      src/output/config.rs
// Purpose:   File output sink configuration
// Language:  Rust
//
// License:   FSL-1.1-ALv2
// Copyright: (c) 2026 HYPERI PTY LIMITED

//! Configuration for the file output sink.

use std::path::PathBuf;

use serde::{Deserialize, Serialize};

use crate::io::{FileWriterConfig, RotationPeriod};

/// File output sink configuration.
///
/// Writes raw NDJSON events to rotating files — used for testing and
/// bare-metal deployments where Kafka is not available.
#[derive(Debug, Clone, Serialize, Deserialize)]
#[serde(default)]
pub struct FileOutputConfig {
    /// Enable the file output sink.
    pub enabled: bool,

    /// Base directory for output files.
    pub path: PathBuf,

    /// Output filename (e.g. "events.ndjson").
    pub filename: String,

    /// File rotation period.
    pub rotation: RotationPeriod,

    /// Auto-cleanup files older than this many days.
    pub max_age_days: u32,

    /// Compress rotated files with flate2/gzip.
    pub compress_rotated: bool,
}

impl Default for FileOutputConfig {
    fn default() -> Self {
        Self {
            enabled: false,
            path: PathBuf::from("/var/spool/dfe/output"),
            filename: "events.ndjson".to_string(),
            rotation: RotationPeriod::Hourly,
            max_age_days: 7,
            compress_rotated: true,
        }
    }
}

impl FileOutputConfig {
    /// Convert to the shared `FileWriterConfig` for use with `NdjsonWriter`.
    #[must_use]
    pub fn to_writer_config(&self) -> FileWriterConfig {
        FileWriterConfig {
            path: self.path.clone(),
            rotation: self.rotation,
            max_age_days: self.max_age_days,
            compress_rotated: self.compress_rotated,
        }
    }
}

#[cfg(test)]
mod tests {
    use super::*;

    #[test]
    fn test_defaults() {
        let config = FileOutputConfig::default();
        assert!(!config.enabled);
        assert_eq!(config.path, PathBuf::from("/var/spool/dfe/output"));
        assert_eq!(config.filename, "events.ndjson");
        assert_eq!(config.rotation, RotationPeriod::Hourly);
        assert_eq!(config.max_age_days, 7);
        assert!(config.compress_rotated);
    }

    #[test]
    fn test_serde_roundtrip() {
        let config = FileOutputConfig {
            enabled: true,
            path: "/tmp/test-output".into(),
            filename: "data.ndjson".into(),
            rotation: RotationPeriod::Daily,
            max_age_days: 30,
            compress_rotated: false,
        };
        let json = serde_json::to_string(&config).expect("serialise");
        let parsed: FileOutputConfig = serde_json::from_str(&json).expect("deserialise");
        assert!(parsed.enabled);
        assert_eq!(parsed.filename, "data.ndjson");
        assert_eq!(parsed.rotation, RotationPeriod::Daily);
    }
}