robotstxt_with_cache

Trait RobotsParseHandler

Source 
pub trait RobotsParseHandler {
    // Required methods
    fn handle_robots_start(&mut self);
    fn handle_robots_end(&mut self);
    fn handle_user_agent(&mut self, line_num: u32, user_agent: &str);
    fn handle_allow(&mut self, line_num: u32, value: &str);
    fn handle_disallow(&mut self, line_num: u32, value: &str);
    fn handle_sitemap(&mut self, line_num: u32, value: &str);
    fn handle_unknown_action(
        &mut self,
        line_num: u32,
        action: &str,
        value: &str,
    );
}
Expand description

Handler for directives found in robots.txt.

Required Methods§

Source

fn handle_robots_start(&mut self)

Source

fn handle_robots_end(&mut self)

Source

fn handle_user_agent(&mut self, line_num: u32, user_agent: &str)

Source

fn handle_allow(&mut self, line_num: u32, value: &str)

Source

fn handle_disallow(&mut self, line_num: u32, value: &str)

Source

fn handle_sitemap(&mut self, line_num: u32, value: &str)

Source

fn handle_unknown_action(&mut self, line_num: u32, action: &str, value: &str)

Any other unrecognized name/value pairs.

Implementors§