pub fn is_allowed(
policy: &RobotsPolicy,
user_agent: &str,
path: &str,
) -> DecisionExpand description
Check if a URL is allowed (convenience function)
pub fn is_allowed(
policy: &RobotsPolicy,
user_agent: &str,
path: &str,
) -> DecisionCheck if a URL is allowed (convenience function)