esdiag 0.16.4

Elastic Stack diagnostic collector and processor
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

use crate::processor::StreamingDataSource;
use crate::processor::elasticsearch::snapshots::{Snapshots, extract_snapshot_date};
use tokio::sync::mpsc;

#[test]
fn extract_snapshot_date_present() {
    assert_eq!(
        extract_snapshot_date("snapshot-2026.03.03-prod"),
        Some("2026-03-03".to_string())
    );
}

#[test]
fn extract_snapshot_date_absent() {
    assert_eq!(extract_snapshot_date("snapshot-prod"), None);
}

#[test]
fn extract_snapshot_date_invalid_month_absent() {
    assert_eq!(extract_snapshot_date("snapshot-2026.13.03-prod"), None);
}

#[test]
fn extract_snapshot_date_invalid_day_absent() {
    assert_eq!(extract_snapshot_date("snapshot-2026.03.45-prod"), None);
}

#[tokio::test]
async fn test_streaming_deserialization() {
    let json = r#"{
        "snapshots": [
            {
                "snapshot": "daily-2026.03.01",
                "repository": "repo-a",
                "state": "SUCCESS",
                "indices": ["idx-a"]
            },
            {
                "snapshot": "daily-2026.03.02",
                "repository": "repo-b",
                "state": "FAILED",
                "indices": ["idx-b"]
            }
        ]
    }"#;

    let mut deserializer = serde_json::Deserializer::from_str(json);
    let (tx, mut rx) = mpsc::channel(10);
    let handle = tokio::task::spawn_blocking(move || {
        Snapshots::deserialize_stream(&mut deserializer, tx).expect("stream deserialize")
    });

    let mut count = 0;
    while let Some(res) = rx.recv().await {
        assert!(res.is_ok());
        count += 1;
    }
    assert_eq!(count, 2);
    handle.await.expect("join");
}

#[tokio::test]
async fn test_streaming_deserialization_handles_receiver_closed_mid_stream() {
    let json = r#"{
        "snapshots": [
            {"snapshot": "s-2026.03.01", "state": "SUCCESS"},
            {"snapshot": "s-2026.03.02", "state": "SUCCESS"},
            {"snapshot": "s-2026.03.03", "state": "SUCCESS"}
        ]
    }"#;

    let mut deserializer = serde_json::Deserializer::from_str(json);
    let (tx, mut rx) = mpsc::channel(1);
    let handle = tokio::task::spawn_blocking(move || {
        Snapshots::deserialize_stream(&mut deserializer, tx).expect("stream deserialize")
    });

    let _ = rx.recv().await;
    drop(rx);
    handle.await.expect("join");
}

#[tokio::test]
async fn test_streaming_deserialization_continues_on_entry_parse_error() {
    let json = r#"{
        "snapshots": [
            {"snapshot": "s-2026.03.01", "state": "SUCCESS"},
            {"snapshot": 42, "state": "SUCCESS"},
            {"snapshot": "s-2026.03.03", "state": "SUCCESS"}
        ]
    }"#;

    let mut deserializer = serde_json::Deserializer::from_str(json);
    let (tx, mut rx) = mpsc::channel(10);
    let handle = tokio::task::spawn_blocking(move || {
        Snapshots::deserialize_stream(&mut deserializer, tx).expect("stream deserialize")
    });

    let mut ok_count = 0;
    let mut err_count = 0;
    while let Some(res) = rx.recv().await {
        match res {
            Ok(_) => ok_count += 1,
            Err(_) => err_count += 1,
        }
    }

    assert_eq!(ok_count, 2);
    assert_eq!(err_count, 1);
    handle.await.expect("join");
}

#[tokio::test]
async fn test_streaming_deserialization_large_payload() {
    let mut snapshot_items = String::new();
    for i in 0..5000 {
        if i > 0 {
            snapshot_items.push(',');
        }
        snapshot_items.push_str(&format!(
            r#"{{"snapshot":"daily-2026.03.{:02}","repository":"repo-a","state":"SUCCESS"}}"#,
            (i % 28) + 1
        ));
    }
    let json = format!(r#"{{"snapshots":[{}]}}"#, snapshot_items);

    let (tx, mut rx) = mpsc::channel(128);
    let handle = tokio::task::spawn_blocking(move || {
        let mut deserializer = serde_json::Deserializer::from_str(&json);
        Snapshots::deserialize_stream(&mut deserializer, tx).expect("stream deserialize")
    });

    let mut count = 0;
    while let Some(res) = rx.recv().await {
        assert!(res.is_ok());
        count += 1;
    }
    assert_eq!(count, 5000);
    handle.await.expect("join");
}