drain3 0.1.1

Fast log template extraction via fixed-depth prefix trees (Rust port of logpai/Drain3)
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34

use crate::TokenId;

/// Fast read-only token-to-ID lookup table.
///
/// Uses a sorted flat array with binary search.  Faster than `HashMap` for
/// read-only access because there is no hashing overhead and the layout is
/// cache-friendly.
#[derive(Debug, Clone)]
pub struct FrozenDict {
    keys: Vec<String>,
    vals: Vec<TokenId>,
}

impl FrozenDict {
    /// Build a frozen dictionary from (key, value) pairs.
    pub fn new(mut entries: Vec<(String, TokenId)>) -> Self {
        entries.sort_by(|a, b| a.0.cmp(&b.0));
        let mut keys = Vec::with_capacity(entries.len());
        let mut vals = Vec::with_capacity(entries.len());
        for (k, v) in entries {
            keys.push(k);
            vals.push(v);
        }
        Self { keys, vals }
    }

    /// Lookup a key.  Returns `Some(id)` if found, `None` otherwise.
    pub fn lookup(&self, key: &str) -> Option<TokenId> {
        match self.keys.binary_search_by(|probe| probe.as_str().cmp(key)) {
            Ok(idx) => Some(self.vals[idx]),
            Err(_) => None,
        }
    }
}