crawlex 1.0.4

Stealth crawler with Chrome-perfect TLS/H2 fingerprint, render pool, hooks, persistent queue
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40

//! `Discoverer` adapter for RDAP/WHOIS lookups.
//!
//! Wraps `crate::discovery::whois::lookup` and projects the
//! `Registration` struct into a typed `Whois` finding.

use async_trait::async_trait;

use crate::discovery::pipeline::{Discoverer, DiscoveryError};
use crate::discovery::types::{DiscoveryContext, Finding};
use crate::discovery::whois;

pub struct WhoisDiscoverer;

#[async_trait]
impl Discoverer for WhoisDiscoverer {
    fn name(&self) -> &'static str {
        "whois"
    }

    fn enabled(&self, ctx: &DiscoveryContext) -> bool {
        ctx.features.whois
    }

    async fn discover(&self, ctx: &DiscoveryContext) -> Result<Vec<Finding>, DiscoveryError> {
        let registration =
            whois::lookup(&ctx.http, &ctx.target)
                .await
                .map_err(|e| DiscoveryError::Backend {
                    name: "whois",
                    message: e.to_string(),
                })?;
        Ok(vec![Finding::Whois {
            registrar: registration.registrar,
            registrant_org: registration.registrant_org,
            created_at: registration.created,
            expires_at: registration.expires,
            nameservers: registration.name_servers,
        }])
    }
}