robotparser-fork 0.11.0

robots.txt parser for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31

use crate::model::path::Path;
use crate::model::path_pattern::PathPattern;

/// A rule line is a single "Allow:" (allowance==True) or "Disallow:"
/// (allowance==False) followed by a path."""
#[derive(Debug, Clone)]
pub struct Rule {
    path_pattern: PathPattern,
    allowance: bool,
}

impl Rule {
    pub fn new(path_pattern: impl Into<PathPattern>, allowance: bool) -> Rule {
        Rule {
            path_pattern: path_pattern.into(),
            allowance,
        }
    }

    pub(crate) fn applies_to(&self, path: &Path) -> bool {
        self.path_pattern.applies_to(path)
    }

    pub(crate) fn get_allowance(&self) -> bool {
        self.allowance
    }

    pub(crate) fn get_path_pattern(&self) -> &PathPattern {
        &self.path_pattern
    }
}