coma 0.2.1

Coma is a lightweight command-line tool designed for crawling websites
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78

use std::fmt;
use std::sync::{Arc, Mutex};

use crate::cli;
use crate::topology::Node;
use colored::Colorize;
use url::Url;

pub struct Config {
    pub cmd: cli::Commands,
    pub domain: String,
    pub bound: String,
    pub target_depth: i32,
    pub thread: u32,
    pub root: Arc<Mutex<Node>>,
    pub target_external: i32,
}

impl Config {
    pub fn new() -> Result<Self, Box<dyn std::error::Error>> {
        let args = cli::args()?;

        // NOTE: browser must still exist or the connection is closed. Pretty weird to not have
        let origin_url = Url::parse(&args.url).map_err(|e| ConfigError::Message(e.to_string()))?;
        origin_url
            .domain()
            .ok_or("Url doesn't have a domain")
            .map_err(|e| ConfigError::Message(e.to_string()))?;
        let domain = origin_url.domain().unwrap().to_owned();
        let id = origin_url.clone().to_string();

        Ok(Config {
            cmd: args.cmd,
            domain,
            bound: args.bound,
            target_depth: args.depth,
            thread: args.task,
            root: Node::new_arc(None, origin_url, id),
            target_external: args.external,
        })
    }

    pub fn same_domain(&self, url: &Url) -> bool {
        url.domain().unwrap_or("") == self.domain
    }

    pub fn in_bound(&self, url: &Url) -> bool {
        url.as_str().contains(&self.bound)
    }
}

pub enum ConfigError {
    Message(String),
}

impl ConfigError {
    fn print(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        match self {
            ConfigError::Message(s) => {
                write!(f, "{}: {}", "Config error".red(), s)
            }
        }
    }
}

impl fmt::Display for ConfigError {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        self.print(f)
    }
}

impl fmt::Debug for ConfigError {
    fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
        self.print(f)
    }
}

impl std::error::Error for ConfigError {}