drain3 0.1.6

Fast log template extraction via fixed-depth prefix trees (Rust port of logpai/Drain3)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99

use std::sync::Arc;

use string_interner::backend::BucketBackend;
use string_interner::StringInterner;

use crate::{ClusterId, Template, TokenId};

pub(crate) struct Cluster {
    pub id: ClusterId,
    pub count: usize,
    pub param_count: usize,
    pub token_str: Vec<Arc<str>>,
    pub token_ids: Vec<TokenId>,
    pub non_param_idx: Vec<usize>,
    pub param_positions: Vec<usize>,
    pub anchor0: Option<usize>,
    pub anchor1: Option<usize>,
}

impl Cluster {
    pub fn new(
        id: ClusterId,
        token_str: Vec<Arc<str>>,
        token_ids: Vec<TokenId>,
        param_id: TokenId,
    ) -> Self {
        let mut s = Self {
            id,
            count: 1,
            param_count: 0,
            token_str,
            token_ids,
            non_param_idx: Vec::new(),
            param_positions: Vec::new(),
            anchor0: None,
            anchor1: None,
        };
        s.rebuild_indices(param_id);
        s
    }

    pub fn rebuild_indices(&mut self, param_id: TokenId) {
        self.non_param_idx.clear();
        self.param_positions.clear();
        self.param_count = 0;
        for (i, &tid) in self.token_ids.iter().enumerate() {
            if tid == param_id {
                self.param_count += 1;
                self.param_positions.push(i);
            } else {
                self.non_param_idx.push(i);
            }
        }
        self.anchor0 = self.non_param_idx.first().copied();
        self.anchor1 = if self.non_param_idx.len() >= 2 {
            self.non_param_idx.last().copied()
        } else {
            None
        };
    }

    pub fn to_template(
        &self,
        interner: &StringInterner<BucketBackend<usize>>,
        param_id: TokenId,
    ) -> Template {
        let token_count = self.token_ids.len();
        let mut params = vec![false; token_count];
        let mut dense = Vec::with_capacity(token_count - self.param_count);
        for (i, &tid) in self.token_ids.iter().enumerate() {
            if tid == param_id {
                params[i] = true;
            } else {
                dense.push(Arc::from(interner.resolve(usize::from(tid)).unwrap()));
            }
        }
        Template {
            id: self.id.0,
            tokens: dense,
            params,
            token_count,
            count: self.count,
        }
    }
}

pub(crate) struct Node {
    pub children: std::collections::HashMap<TokenId, usize>,
    pub cluster_ids: Vec<ClusterId>,
}

impl Node {
    pub fn new() -> Self {
        Self {
            children: std::collections::HashMap::with_capacity_and_hasher(8, Default::default()),
            cluster_ids: Vec::new(),
        }
    }
}