1//! Politeness - Robots.txt and throttling 2 3pub mod robots; 4pub mod throttle; 5 6pub use robots::{RobotsChecker, RobotsCache}; 7pub use throttle::{DomainThrottler, ThrottleState};