esdiag 0.16.4

Elastic Stack diagnostic collector and processor
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118

use super::processor::{IndexStatsDocument, ShardStatsDocument};
use tokio::fs::File;
use tokio::io::{AsyncBufReadExt, BufReader};

#[tokio::test]
async fn deserialize_shard_documents_is_ok() {
    let file = File::open("src/processor/elasticsearch/indices_stats/tests/metrics-shard-esdiag.ndjson")
        .await
        .unwrap();
    let reader = BufReader::new(file);
    let mut lines = reader.lines();
    let mut documents = Vec::new();

    while let Some(line) = lines.next_line().await.unwrap() {
        if !line.trim().is_empty() {
            let doc: ShardStatsDocument = serde_json::from_str(&line).unwrap();
            documents.push(doc);
        }
    }

    let result = Ok::<Vec<ShardStatsDocument>, std::io::Error>(documents);
    assert!(result.is_ok());
}

#[tokio::test]
async fn deserialize_index_documents_is_ok() {
    let file = File::open("src/processor/elasticsearch/indices_stats/tests/metrics-index-esdiag.ndjson")
        .await
        .unwrap();
    let reader = BufReader::new(file);
    let mut lines = reader.lines();
    let mut documents = Vec::new();

    while let Some(line) = lines.next_line().await.unwrap() {
        if !line.trim().is_empty() {
            let doc: IndexStatsDocument = serde_json::from_str(&line).unwrap();
            documents.push(doc);
        }
    }

    let result = Ok::<Vec<IndexStatsDocument>, std::io::Error>(documents);
    assert!(result.is_ok());
}

#[tokio::test]
async fn test_streaming_deserialization() {
    use crate::processor::diagnostic::data_source::StreamingDataSource;
    use crate::processor::elasticsearch::indices_stats::IndicesStats;
    use tokio::sync::mpsc;

    let json = r#"{
        "_shards": { "total": 1, "successful": 1, "failed": 0 },
        "indices": {
            "index1": { 
                "primaries": { "shard_stats": { "total_count": 1 } }, 
                "total": { "shard_stats": { "total_count": 1 } } 
            },
            "index2": { 
                "primaries": { "shard_stats": { "total_count": 1 } }, 
                "total": { "shard_stats": { "total_count": 1 } } 
            }
        }
    }"#;

    let mut deserializer = serde_json::Deserializer::from_str(json);
    let (tx, mut rx) = mpsc::channel(10);

    let handle = tokio::task::spawn_blocking(move || {
        IndicesStats::deserialize_stream(&mut deserializer, tx).unwrap();
    });

    let mut count = 0;
    while let Some(res) = rx.recv().await {
        assert!(res.is_ok());
        count += 1;
    }
    assert_eq!(count, 2);
    handle.await.unwrap();
}

#[tokio::test]
async fn test_streaming_deserialization_handles_receiver_closed_mid_stream() {
    use crate::processor::diagnostic::data_source::StreamingDataSource;
    use crate::processor::elasticsearch::indices_stats::IndicesStats;
    use tokio::sync::mpsc;

    let json = r#"{
        "_shards": { "total": 1, "successful": 1, "failed": 0 },
        "indices": {
            "index1": {
                "primaries": { "shard_stats": { "total_count": 1 } },
                "total": { "shard_stats": { "total_count": 1 } }
            },
            "index2": {
                "primaries": { "shard_stats": { "total_count": 1 } },
                "total": { "shard_stats": { "total_count": 1 } }
            },
            "index3": {
                "primaries": { "shard_stats": { "total_count": 1 } },
                "total": { "shard_stats": { "total_count": 1 } }
            }
        }
    }"#;

    let mut deserializer = serde_json::Deserializer::from_str(json);
    let (tx, mut rx) = mpsc::channel(1);

    let handle = tokio::task::spawn_blocking(move || {
        IndicesStats::deserialize_stream(&mut deserializer, tx).unwrap();
    });

    // Receive one streamed item, then close the receiver to simulate downstream shutdown.
    let _ = rx.recv().await;
    drop(rx);

    // Deserialization should still finish cleanly without trailing-comma parse failures.
    handle.await.unwrap();
}