xberg 1.0.0

High-performance document intelligence library for Rust. Extract text, metadata, and structured data from PDFs, Office documents, images, and 98 formats and 306 programming languages via tree-sitter code intelligence with async/sync APIs.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58

//! IPv4 and IPv6 address detection.
//!
//! IPv4 uses dotted-quad with each octet in 0-255.
//! IPv6 supports the full and double-colon (`::`) shortened forms.

use super::PatternMatch;
use crate::types::redaction::PiiCategory;
use once_cell::sync::Lazy;
use regex::Regex;

static RE_IPV4: Lazy<Regex> = Lazy::new(|| {
    Regex::new(r"\b(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(?:\.(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}\b")
        .expect("ipv4 regex compiles")
});

static RE_IPV6: Lazy<Regex> = Lazy::new(|| {
    Regex::new(
        r"(?xi)
        (?:
            [0-9A-F]{1,4}(?::[0-9A-F]{1,4}){7}                 # full 8 groups
            |
            (?:[0-9A-F]{1,4}:){1,7}:                            # leading :: shortcut
            |
            :(?::[0-9A-F]{1,4}){1,7}                            # trailing :: shortcut
            |
            (?:[0-9A-F]{1,4}:){1,6}:[0-9A-F]{1,4}               # middle :: shortcut
        )
        ",
    )
    .expect("ipv6 regex compiles")
});

/// Find all IPv4 and IPv6 address spans in `text`.
pub fn find_all(text: &str) -> Vec<PatternMatch> {
    let mut matches = Vec::new();

    for m in RE_IPV4.find_iter(text) {
        matches.push(PatternMatch {
            start: m.start(),
            end: m.end(),
            category: PiiCategory::IpAddress,
            text: m.as_str().to_string(),
        });
    }
    for m in RE_IPV6.find_iter(text) {
        let raw = m.as_str();
        if raw.matches(':').count() < 2 {
            continue;
        }
        matches.push(PatternMatch {
            start: m.start(),
            end: m.end(),
            category: PiiCategory::IpAddress,
            text: raw.to_string(),
        });
    }
    matches
}