rhit 2.0.4

nginx log " analyzer
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110

use {
    crate::*,
};

const MAX_HISTO_LEN: usize = 20;

pub struct TrendComputer {
    histo_offset: usize, // number of old days skipped
    histo_len: usize, // = ref_len + tail_len
    pub ref_len: usize,
    pub tail_len: usize,
    normalization_factor: f32,
    pub key: Key,
}
impl TrendComputer {
    pub fn new(
        base: &LogBase,
        args: &args::Args,
    ) -> Result<Option<Self>, RhitError> {
        let dc = if let Some(date_filter) = base.filterer.date_filter() {
            // if there's a date filtering, we don't want the
            // histograms and trend computation to be based
            // on an excluded tail, so we determine the end.
            let mut dc = 0;
            for (idx, date) in base.dates.iter().enumerate() {
                if date_filter.overlaps(*date) {
                    dc = idx + 1;
                }
            }
            dc
        } else {
            base.day_count()
        };
        if dc < 4 {
            return Ok(None);
        }
        let histo_len = dc.min(MAX_HISTO_LEN);
        let histo_offset = dc - histo_len;
        let tail_len = 2;
        let ref_len = histo_len - tail_len;
        let mut computer = Self {
            tail_len,
            ref_len,
            histo_len,
            histo_offset,
            normalization_factor: 1f32, // temporary value
            key: args.key,
        };
        let counts_per_day: Vec<u64> = base
            .unfiltered_histogram
            .bars
            .iter()
            .map(|b| b.hits)
            .collect();
        let (ref_count, tail_count) = computer.compute_ref_tail_counts(&counts_per_day);
        computer.normalization_factor = (ref_count as f32) / (tail_count as f32);
        Ok(Some(computer))
    }
    pub fn compute_histo_line<DI: DateIndexed>(&self, lines: &[DI]) -> Vec<u64> {
        let mut counts = vec![0; self.histo_len];
        match self.key {
            Key::Hits => {
                for line in lines {
                    if line.date_idx() < self.histo_offset {
                        continue;
                    }
                    let idx = line.date_idx() - self.histo_offset;
                    if idx >= self.histo_len {
                        break;
                    }
                    counts[idx] += 1;
                }
            }
            Key::Bytes => {
                for line in lines {
                    if line.date_idx() < self.histo_offset {
                        continue;
                    }
                    counts[line.date_idx() - self.histo_offset] += line.bytes();
                }
            }
        }
        counts
    }
    fn compute_ref_tail_counts(&self, counts_per_day: &[u64]) -> (u64, u64) {
        let (mut ref_count, mut tail_count) = (0, 0);
        let mut idx = 0;
        while idx < self.ref_len {
            ref_count += counts_per_day[idx];
            idx += 1;
        }
        while idx < self.histo_len {
            tail_count += counts_per_day[idx];
            idx += 1;
        }
        (ref_count, tail_count)
    }
    pub fn compute_trend(&self, lines: &[&LogLine]) -> Trend {
        let sum_per_day = self.compute_histo_line(lines);
        let (ref_count, tail_count) = self.compute_ref_tail_counts(&sum_per_day);
        let value = if ref_count+tail_count == 0 {
            0i32
        } else {
            let tc = (tail_count as f32) * self.normalization_factor;
            let rc = ref_count as f32;
            (1000f32 * (tc - rc) / (rc + tc)) as i32
        };
        Trend { sum_per_day, value, ref_count, tail_count }
    }
}