bgpkit-broker 0.12.0

A library and command-line to provide indexing and searching functionalities for public BGP data archive files over time.
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141

use super::{DbSearchResult, LocalBrokerDb, PostgresDb, UpdatesMeta};
use crate::config::DatabaseTarget;
use crate::{BrokerError, BrokerItem, Collector};
use chrono::NaiveDateTime;

#[derive(Clone)]
pub enum DatabaseBackend {
    Sqlite(LocalBrokerDb),
    Postgres(PostgresDb),
}

impl DatabaseBackend {
    pub async fn connect(
        target: &DatabaseTarget,
        max_connections: u32,
    ) -> Result<Self, BrokerError> {
        match target {
            DatabaseTarget::Sqlite(path) => LocalBrokerDb::new(path).await.map(Self::Sqlite),
            DatabaseTarget::Postgres(url) => PostgresDb::new(url, max_connections)
                .await
                .map(Self::Postgres),
        }
    }

    pub async fn reload_collectors(&mut self) -> Result<(), BrokerError> {
        match self {
            Self::Sqlite(database) => {
                database.reload_collectors().await;
                Ok(())
            }
            Self::Postgres(database) => database.reload_collectors().await,
        }
    }

    pub async fn analyze(&self) -> Result<(), BrokerError> {
        match self {
            Self::Sqlite(database) => database.analyze().await,
            Self::Postgres(database) => database.analyze().await,
        }
    }

    #[allow(clippy::too_many_arguments)]
    pub async fn search(
        &self,
        collectors: Option<Vec<String>>,
        project: Option<String>,
        data_type: Option<String>,
        ts_start: Option<NaiveDateTime>,
        ts_end: Option<NaiveDateTime>,
        page: Option<usize>,
        page_size: Option<usize>,
    ) -> Result<DbSearchResult, BrokerError> {
        match self {
            Self::Sqlite(database) => {
                database
                    .search(
                        collectors, project, data_type, ts_start, ts_end, page, page_size,
                    )
                    .await
            }
            Self::Postgres(database) => {
                database
                    .search(
                        collectors, project, data_type, ts_start, ts_end, page, page_size,
                    )
                    .await
            }
        }
    }

    pub async fn insert_items(
        &self,
        items: &[BrokerItem],
        update_latest: bool,
    ) -> Result<Vec<BrokerItem>, BrokerError> {
        match self {
            Self::Sqlite(database) => database.insert_items(items, update_latest).await,
            Self::Postgres(database) => database.insert_items(items, update_latest).await,
        }
    }

    pub async fn insert_collector(&self, collector: &Collector) -> Result<(), BrokerError> {
        match self {
            Self::Sqlite(database) => database.insert_collector(collector).await,
            Self::Postgres(database) => database.insert_collector(collector).await,
        }
    }

    pub async fn get_latest_timestamp(&self) -> Result<Option<NaiveDateTime>, BrokerError> {
        match self {
            Self::Sqlite(database) => database.get_latest_timestamp().await,
            Self::Postgres(database) => database.get_latest_timestamp().await,
        }
    }

    pub async fn get_latest_files(&self) -> Vec<BrokerItem> {
        match self {
            Self::Sqlite(database) => database.get_latest_files().await,
            Self::Postgres(database) => database.get_latest_files().await,
        }
    }

    pub async fn update_latest_files(
        &self,
        files: &[BrokerItem],
        bootstrap: bool,
    ) -> Result<(), BrokerError> {
        match self {
            Self::Sqlite(database) => {
                database.update_latest_files(files, bootstrap).await;
                Ok(())
            }
            Self::Postgres(database) => database.update_latest_files(files, bootstrap).await,
        }
    }

    pub async fn insert_meta(
        &self,
        crawl_duration: i32,
        item_inserted: i32,
    ) -> Result<Vec<UpdatesMeta>, BrokerError> {
        match self {
            Self::Sqlite(database) => database.insert_meta(crawl_duration, item_inserted).await,
            Self::Postgres(database) => database.insert_meta(crawl_duration, item_inserted).await,
        }
    }

    pub async fn get_latest_updates_meta(&self) -> Result<Option<UpdatesMeta>, BrokerError> {
        match self {
            Self::Sqlite(database) => database.get_latest_updates_meta().await,
            Self::Postgres(database) => database.get_latest_updates_meta().await,
        }
    }

    pub async fn cleanup_old_meta_entries(&self, retention_days: i64) -> Result<(), BrokerError> {
        match self {
            Self::Sqlite(database) => database.cleanup_old_meta_entries().await.map(|_| ()),
            Self::Postgres(database) => database.cleanup_old_meta_entries(retention_days).await,
        }
    }
}