1mod cache; 2mod parser; 3 4pub use cache::RobotsCache; 5pub use parser::{RobotsTxt, Rule}; 6 7pub fn is_allowed(_url: &str) -> bool { 8 true 9}