Trait robotstxt::RobotsParseHandler

pub trait RobotsParseHandler {
    fn handle_robots_start(&mut self);
    fn handle_robots_end(&mut self);
    fn handle_user_agent(&mut self, line_num: u32, user_agent: &str);
    fn handle_allow(&mut self, line_num: u32, value: &str);
    fn handle_disallow(&mut self, line_num: u32, value: &str);
    fn handle_sitemap(&mut self, line_num: u32, value: &str);
    fn handle_unknown_action(
        &mut self, 
        line_num: u32, 
        action: &str, 
        value: &str
    );
}

Handler for directives found in robots.txt.

Required methods

fn handle_robots_start(&mut self)

fn handle_robots_end(&mut self)

fn handle_user_agent(&mut self, line_num: u32, user_agent: &str)

fn handle_allow(&mut self, line_num: u32, value: &str)

fn handle_disallow(&mut self, line_num: u32, value: &str)

fn handle_sitemap(&mut self, line_num: u32, value: &str)

fn handle_unknown_action(&mut self, line_num: u32, action: &str, value: &str)

Any other unrecognized name/value pairs.

Loading content...

Implementors

impl<S: RobotsMatchStrategy> RobotsParseHandler for RobotsMatcher<'_, S>

fn handle_robots_start(&mut self)

fn handle_robots_end(&mut self)

fn handle_user_agent(&mut self, line_num: u32, user_agent: &str)

fn handle_allow(&mut self, line_num: u32, value: &str)

fn handle_disallow(&mut self, line_num: u32, value: &str)

fn handle_sitemap(&mut self, line_num: u32, value: &str)

fn handle_unknown_action(&mut self, line_num: u32, action: &str, value: &str)

Loading content...