robotparser 0.11.0

robots.txt parser for Rust
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

pub struct Line<'a> {
    line: &'a str,
    position: usize,
}

impl<'a> Line<'a> {
    pub fn new(line: &'a str, position: usize) -> Line<'a> {
        Line { line, position }
    }

    pub fn get_line_text(&self) -> &str {
        self.line
    }

    pub fn get_line_number(&self) -> usize {
        self.position
    }
}