bgpkit-commons 0.13.0

A library for common BGP-related data and functions.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79

//! RIR delegated-statistics source records.
//!
//! This module fetches and parses delegated-statistics artifacts without
//! applying ASInfo enrichment policy.

use std::io::{BufRead, BufReader, Read};

use crate::{BgpkitCommonsError, Result};

/// URLs for the five RIR delegated-statistics artifacts.
pub const RIR_DELEGATED_STATS_URLS: &[&str] = &[
    "https://ftp.arin.net/pub/stats/arin/delegated-arin-extended-latest",
    "https://ftp.ripe.net/pub/stats/ripencc/delegated-ripencc-latest",
    "https://ftp.apnic.net/pub/stats/apnic/delegated-apnic-latest",
    "https://ftp.lacnic.net/pub/stats/lacnic/delegated-lacnic-latest",
    "https://ftp.afrinic.net/pub/stats/afrinic/delegated-afrinic-latest",
];

/// One source record from an RIR delegated-statistics artifact.
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct DelegatedRecord {
    pub registry: String,
    pub country: String,
    pub record_type: String,
    pub start: String,
    pub value: String,
    pub date: String,
    pub status: String,
    pub extensions: Vec<String>,
}

/// Parse delegated-statistics records from a caller-provided reader.
///
/// Empty lines and comments are ignored. All well-formed source records are
/// returned without filtering by record type, status, country, or ASN range.
pub fn parse_reader<R: Read>(reader: R) -> impl Iterator<Item = Result<DelegatedRecord>> {
    BufReader::new(reader)
        .lines()
        .filter_map(|line| match line {
            Err(error) => Some(Err(error.into())),
            Ok(line) => {
                let line = line.trim();
                if line.is_empty() || line.starts_with('#') {
                    return None;
                }
                Some(parse_line(line))
            }
        })
}

fn parse_line(line: &str) -> Result<DelegatedRecord> {
    let fields = line.split('|').collect::<Vec<_>>();
    if fields.len() < 7 {
        return Err(BgpkitCommonsError::invalid_format(
            "delegated statistics record",
            line,
            "expected at least 7 pipe-delimited fields",
        ));
    }

    Ok(DelegatedRecord {
        registry: fields[0].to_string(),
        country: fields[1].to_string(),
        record_type: fields[2].to_string(),
        start: fields[3].to_string(),
        value: fields[4].to_string(),
        date: fields[5].to_string(),
        status: fields[6].to_string(),
        extensions: fields[7..]
            .iter()
            .map(|value| (*value).to_string())
            .collect(),
    })
}

/// Open a delegated-statistics artifact for streaming parsing.
pub fn fetch(url: &str) -> Result<Box<dyn Read>> {
    Ok(oneio::get_reader(url)?)
}