crawlex 1.0.4

Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22

use dashmap::DashMap;
use url::Url;

#[derive(Default)]
pub struct DiscoveryGraph {
    edges: DashMap<(String, String), u32>,
}

impl DiscoveryGraph {
    pub fn new() -> Self {
        Self::default()
    }

    pub fn add_edge(&self, from: &Url, to: &Url) {
        let key = (from.to_string(), to.to_string());
        *self.edges.entry(key).or_insert(0) += 1;
    }

    pub fn edge_count(&self) -> usize {
        self.edges.len()
    }
}